-- Logs begin at Wed 2021-05-19 20:28:37 UTC, end at Wed 2021-05-19 21:29:12 UTC. -- May 19 21:00:20.073324 dv-cinder-784623-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 19 21:00:22.471082 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.common.config [-] Logging enabled! May 19 21:00:22.471741 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214 May 19 21:00:22.471828 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91697) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 19 21:00:22.474986 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.common.config [-] Logging enabled! May 19 21:00:22.475233 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214 May 19 21:00:22.475532 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91697) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 19 21:00:22.476441 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 21:00:22.476669 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 21:00:22.477021 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 21:00:22.477259 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 21:00:22.477483 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 21:00:22.477786 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.478078 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.478358 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.478568 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.478873 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.479160 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.479435 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.479712 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.480002 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.480279 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.480546 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.480804 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.481025 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.481303 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.481582 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.481860 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.482078 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] debug = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.482351 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.482761 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.483182 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.483452 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.483730 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.484006 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.484260 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.484529 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.484883 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.485201 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] host = dv-cinder-784623-12-iscsi {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.485470 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.485748 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.486025 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.486301 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.486565 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.486829 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.487124 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.487389 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.487652 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] log_file = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.487916 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.488195 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.488473 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.488751 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.488969 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.489183 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.489462 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.489738 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.490003 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.490267 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.490533 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.490797 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.491082 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.491349 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.491624 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.491900 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.492174 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.492442 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.492703 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.492964 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.493224 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.493502 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.493767 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.494033 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.494308 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.494573 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.494831 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.495115 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.495406 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.495684 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.495958 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.496232 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.496497 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.496771 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.497034 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.497297 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.497562 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] use_json = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.497826 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.498089 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.498362 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.498631 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.498915 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.499183 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.499445 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.499723 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:22.500069 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.500307 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.500621 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.500898 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.501186 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.501464 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.501745 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.502022 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.502305 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.502587 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.502888 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.503164 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.503443 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.503713 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.503999 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.504298 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.504586 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.504869 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.505136 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.505402 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.505667 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.505936 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.506217 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.506502 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.506784 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.507082 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.507355 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.507642 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.507913 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.508178 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.508461 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.508727 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.508995 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.509261 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.509538 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.509811 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.510075 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.510338 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.510609 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.510911 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.511187 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.511453 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.511714 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.511980 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.512241 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.512518 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.512785 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.513049 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.513310 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.513581 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.513847 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.514112 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.514380 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.514643 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.514937 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.515206 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.515470 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.515736 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.516072 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.516342 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.516609 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.516872 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.517143 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.517410 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.517674 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.517941 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.518204 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.518467 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.518746 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.519075 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.519351 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.519624 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.519894 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.520164 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.520435 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.520705 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.521323 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.521594 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.521860 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.522144 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.522420 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.522700 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.523013 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.523290 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.523579 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.523850 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.524126 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.524394 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.524661 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.524942 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.525219 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.525507 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.525793 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.526077 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.526363 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.526649 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.526954 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.527259 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.527538 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:22.527749 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 21:00:22.527986 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91697) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 19 21:00:22.868302 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:00:22.868546 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:00:22.868833 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:00:22.869156 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.manager [-] Loading core plugin: ml2 May 19 21:00:23.175117 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.175330 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.175561 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.176787 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.177053 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.177327 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.301065 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.301302 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.301588 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.316222 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.316504 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.316746 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.351147 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.351383 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.351669 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.392629 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.392868 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.393146 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.628754 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.629408 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.629408 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.629573 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.630231 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.751261 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.751574 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.751848 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.752116 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.752375 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.752678 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.752926 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.753176 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.753403 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.753671 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.753921 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.754180 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.754436 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.754683 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.754952 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.755214 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.755464 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.755868 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.756123 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.756404 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.756749 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.756997 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.757241 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.757517 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.757759 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.757996 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.758368 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 21:00:23.758599 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 21:00:23.758828 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 21:00:23.759080 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 21:00:23.759309 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 21:00:23.759536 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 21:00:23.759894 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 19 21:00:23.762995 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 19 21:00:23.766884 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 19 21:00:23.770622 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) May 19 21:00:23.772571 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 19 21:00:23.773020 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 19 21:00:23.773347 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 19 21:00:23.773714 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 19 21:00:23.776642 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 19 21:00:23.776892 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 19 21:00:23.777234 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 19 21:00:23.804864 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 19 21:00:23.805306 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.805600 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91697) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 19 21:00:23.805983 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.807312 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91697) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 19 21:00:23.807586 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 19 21:00:23.807822 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 19 21:00:23.810993 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.811267 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:23.887332 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 19 21:00:23.887544 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 19 21:00:23.887725 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 19 21:00:23.888080 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 19 21:00:23.920117 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_db.sqlalchemy.engines [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91697) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 19 21:00:24.252996 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.plugins.ml2.managers [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Initializing driver for type 'gre' May 19 21:00:24.253484 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] gre ID ranges: [(1, 1000)] May 19 21:00:24.307130 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.plugins.ml2.managers [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Initializing driver for type 'local' May 19 21:00:24.307537 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.plugins.ml2.managers [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Initializing driver for type 'vlan' May 19 21:00:24.320461 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] VlanTypeDriver initialization complete May 19 21:00:24.320814 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.plugins.ml2.managers [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Initializing driver for type 'vxlan' May 19 21:00:24.321341 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] vxlan ID ranges: [(1, 1000)] May 19 21:00:24.373643 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.plugins.ml2.managers [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Initializing extension driver 'port_security' May 19 21:00:24.374010 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.plugins.ml2.extensions.port_security [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] PortSecurityExtensionDriver initialization complete May 19 21:00:24.374344 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.plugins.ml2.managers [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Initializing mechanism driver 'openvswitch' May 19 21:00:24.374670 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.plugins.ml2.managers [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Initializing mechanism driver 'hyperv' May 19 21:00:24.381618 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.plugins.ml2.plugin [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:00:24.382391 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > port after_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.382759 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > port after_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.383133 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > port after_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.383529 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > subnet after_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.383954 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > subnet after_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.384221 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.384598 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > network after_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.384940 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > network after_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.385276 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > network after_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.385651 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > security_group after_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.385991 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > security_group after_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.386328 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.386695 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.387067 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.387398 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.387770 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > address_group after_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.388104 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > address_group after_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.388448 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.388762 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] ML2 OVO RPC backend initialized. {{(pid=91697) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 19 21:00:24.389459 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.389804 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.390209 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > network before_response 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.390545 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > networks before_response 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.390909 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > port before_response 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.391404 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > ports before_response 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.391967 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > subnet before_response 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.392316 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > subnets before_response 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.392663 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > network after_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.393004 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > network after_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.393332 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > network after_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.393664 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > port after_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.393996 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > port after_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.394321 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > port after_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.394651 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > subnet after_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.395009 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > subnet after_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.395335 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.395907 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.plugins.ml2.plugin [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Modular L2 Plugin initialization complete May 19 21:00:24.396572 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading services supported by the core plugin {{(pid=91697) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 19 21:00:24.396894 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.plugins.ml2.managers [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Got port-security extension from driver 'port_security' May 19 21:00:24.397350 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.extensions.vlantransparent [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Disabled vlantransparent extension. May 19 21:00:24.397833 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91697) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 19 21:00:24.398137 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading Plugin: router May 19 21:00:24.435657 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.436049 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > router after_create 55549900 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.436417 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > router before_create 55549900 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.436776 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.437136 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.437482 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > router after_delete 55549900 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.437838 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.438353 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > router after_create 55549900 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.438949 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > router after_update 55549900 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.439308 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > router after_update 55549900 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.439637 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.439989 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > router after_update 55549900 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.440392 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > router precommit_update 55549900 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.440755 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: port after_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.441092 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: port after_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.441415 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: subnet after_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.441748 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.442088 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.442429 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > router precommit_create 55549900 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.442783 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: port before_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.443140 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > router precommit_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.443492 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > router after_update 55549900 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.443826 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.444164 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > router precommit_create 55549900 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.444516 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.444852 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > router precommit_update 55549900 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.445196 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > network after_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.446073 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.quota.resource_registry [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Tracking information for resource: router configured {{(pid=91697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 21:00:24.446400 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.quota.resource_registry [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Tracking information for resource: floatingip configured {{(pid=91697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 21:00:24.452025 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.db.l3_agentschedulers_db [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 19 21:00:24.452620 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: port after_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.452984 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: port after_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.453329 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: port after_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.453788 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: port after_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.454966 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > router before_create 55550100 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.455342 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.455706 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > router precommit_create 55550100 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.456059 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > router precommit_update 55550100 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.460969 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.services.provider_configuration [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Service providers = [] {{(pid=91697) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 19 21:00:24.461329 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.db.servicetype_db [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91697) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 19 21:00:24.464477 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.services.service_base [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91697) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 21:00:24.464821 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.services.service_base [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91697) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 21:00:24.465173 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.services.service_base [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91697) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 21:00:24.466020 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.services.service_base [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91697) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 21:00:24.466388 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.services.service_base [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Default provider is not specified for service type L3_ROUTER_NAT May 19 21:00:24.466998 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 21:00:24.467307 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 19 21:00:24.478489 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 21:00:24.478821 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading Plugin: auto_allocate May 19 21:00:24.484515 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: network precommit_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.485042 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: network precommit_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.485620 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 21:00:24.485935 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading Plugin: tag May 19 21:00:24.492861 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 21:00:24.493185 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading Plugin: timestamp May 19 21:00:24.496929 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 21:00:24.497272 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading Plugin: network_ip_availability May 19 21:00:24.503059 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.503364 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.503721 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.504446 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 21:00:24.504757 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading Plugin: flavors May 19 21:00:24.509644 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 21:00:24.509972 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading Plugin: revisions May 19 21:00:24.514218 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 21:00:24.514601 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.646s {{(pid=91697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:00:24.515357 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91697) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 19 21:00:24.515686 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Initializing extension manager. May 19 21:00:24.516349 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: __init__.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.516861 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: __pycache__ {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.517174 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.517539 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: address_group.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.518309 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.518892 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: address-group May 19 21:00:24.519255 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: address_scope.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.519917 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.520447 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: address-scope May 19 21:00:24.520767 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.522054 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.522562 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: router-admin-state-down-before-update May 19 21:00:24.522880 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: agent.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.523582 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.524069 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: agent May 19 21:00:24.524376 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: agent_resources_synced.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.525260 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.525760 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: agent-resources-synced May 19 21:00:24.526074 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: allowedaddresspairs.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.527895 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.528409 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: allowed-address-pairs May 19 21:00:24.528728 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: auto_allocated_topology.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.529787 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.530292 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: auto-allocated-topology May 19 21:00:24.530612 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: availability_zone.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.531318 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.531881 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: availability_zone May 19 21:00:24.532375 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: availability_zone_filter.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.533401 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.533905 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: availability_zone_filter May 19 21:00:24.534225 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: data_plane_status.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.535119 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.535618 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension data-plane-status not supported by any of loaded plugins May 19 21:00:24.535932 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: default_subnetpools.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.536813 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.537316 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: default-subnetpools May 19 21:00:24.537631 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.538466 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.539004 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: dhcp_agent_scheduler May 19 21:00:24.539328 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: dns.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.540219 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.540711 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension dns-integration not supported by any of loaded plugins May 19 21:00:24.541022 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: dns_domain_ports.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.541905 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.542404 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension dns-domain-ports not supported by any of loaded plugins May 19 21:00:24.542722 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: dvr.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.543402 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.543914 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: dvr May 19 21:00:24.544198 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: empty_string_filtering.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.545076 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.545572 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: empty-string-filtering May 19 21:00:24.545913 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.546795 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.547421 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 19 21:00:24.547926 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.548893 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.549394 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 19 21:00:24.549730 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: external_net.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.550722 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.551263 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: external-net May 19 21:00:24.551585 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.552458 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.552952 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: extra_dhcp_opt May 19 21:00:24.553264 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: extraroute.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.554147 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.554644 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: extraroute May 19 21:00:24.554988 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: extraroute_atomic.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.555991 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.556497 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: extraroute-atomic May 19 21:00:24.556812 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: filter_validation.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.557459 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.557963 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: filter-validation May 19 21:00:24.558270 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: fip_pf_description.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.559389 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.559901 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 19 21:00:24.560218 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: fip_port_details.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.561102 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.561608 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: fip-port-details May 19 21:00:24.561901 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: flavors.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.563367 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.563970 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: flavors May 19 21:00:24.564295 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.565996 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.566512 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 19 21:00:24.566835 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: floatingip_pools.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.567548 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.568056 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: floatingip-pools May 19 21:00:24.568379 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: ip_allocation.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.569267 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.569771 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension ip_allocation not supported by any of loaded plugins May 19 21:00:24.570088 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.571021 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.571525 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: ip-substring-filtering May 19 21:00:24.571842 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: l2_adjacency.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.572742 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.573234 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension l2_adjacency not supported by any of loaded plugins May 19 21:00:24.573551 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: l3.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.574534 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.575075 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: router May 19 21:00:24.575397 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.577633 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.578156 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 19 21:00:24.578561 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.579741 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.580249 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: ext-gw-mode May 19 21:00:24.580573 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.581466 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.581972 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: l3-ha May 19 21:00:24.582295 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: l3_flavors.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.583220 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.583726 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: l3-flavors May 19 21:00:24.584047 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.584952 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.585451 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: l3-port-ip-change-not-allowed May 19 21:00:24.585770 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: l3agentscheduler.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.586795 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.587327 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: l3_agent_scheduler May 19 21:00:24.587650 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: logging.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.589154 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.589653 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension logging not supported by any of loaded plugins May 19 21:00:24.589985 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: metering.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.590691 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.591302 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: metering May 19 21:00:24.591627 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.592696 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.593205 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: metering_source_and_destination_fields May 19 21:00:24.593527 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: multiprovidernet.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.594875 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.595410 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: multi-provider May 19 21:00:24.595732 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: netmtu.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.596630 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.597132 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: net-mtu May 19 21:00:24.597449 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: netmtu_writable.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.598341 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.598843 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: net-mtu-writable May 19 21:00:24.599179 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: network_availability_zone.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.599835 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.600329 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: network_availability_zone May 19 21:00:24.600643 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: network_ip_availability.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.601721 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.602225 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: network-ip-availability May 19 21:00:24.602543 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: network_segment_range.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.603342 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.603838 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension network-segment-range not supported by any of loaded plugins May 19 21:00:24.604155 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: pagination.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.605114 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.605440 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: pagination May 19 21:00:24.605754 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: port_device_profile.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.606630 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.607178 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: port-device-profile May 19 21:00:24.607496 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.608384 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.608886 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: port-mac-address-regenerate May 19 21:00:24.609196 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.610363 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.610943 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: port-numa-affinity-policy May 19 21:00:24.611264 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: port_resource_request.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.612171 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.612671 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension port-resource-request not supported by any of loaded plugins May 19 21:00:24.612985 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: portbindings.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.613887 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.614385 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: binding May 19 21:00:24.614699 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: portbindings_extended.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.615971 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.616484 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: binding-extended May 19 21:00:24.616805 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: portsecurity.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.617699 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.618203 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: port-security May 19 21:00:24.618520 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: project_id.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.619510 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.619838 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: project-id May 19 21:00:24.620154 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: providernet.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.621057 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.621570 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: provider May 19 21:00:24.621886 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: qos.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.625544 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.626346 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension qos not supported by any of loaded plugins May 19 21:00:24.626717 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.628507 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.629093 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 19 21:00:24.629662 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.630351 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.630983 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 19 21:00:24.631294 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: qos_default.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.632216 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.632737 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension qos-default not supported by any of loaded plugins May 19 21:00:24.633103 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: qos_fip.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.633837 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.634366 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension qos-fip not supported by any of loaded plugins May 19 21:00:24.634686 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: qos_gateway_ip.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.635699 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.636326 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 19 21:00:24.636732 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: qos_port_network_policy.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.637701 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.638294 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 19 21:00:24.638641 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: qos_rule_type_details.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.639686 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.640256 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 19 21:00:24.640614 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: qos_rules_alias.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.642214 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.642764 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension qos-rules-alias not supported by any of loaded plugins May 19 21:00:24.643156 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: quotasv2.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.644402 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.644893 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: quotas May 19 21:00:24.645116 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: quotasv2_detail.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.647437 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.647845 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: quota_details May 19 21:00:24.648271 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: rbac.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.649382 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.649996 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: rbac-policies May 19 21:00:24.650412 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: rbac_address_group.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.651653 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.652287 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: rbac-address-group May 19 21:00:24.652643 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: rbac_address_scope.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.653734 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.654271 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: rbac-address-scope May 19 21:00:24.654651 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: rbac_security_groups.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.655714 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.656289 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: rbac-security-groups May 19 21:00:24.656715 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: rbac_subnetpool.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.657884 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.658397 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: rbac-subnetpool May 19 21:00:24.658713 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: revisionifmatch.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.659651 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.660160 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: revision-if-match May 19 21:00:24.660478 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: revisions.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.661566 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.662076 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: standard-attr-revisions May 19 21:00:24.662395 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: router_availability_zone.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.663083 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.663585 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: router_availability_zone May 19 21:00:24.663903 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: routerservicetype.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.664795 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.665300 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension router-service-type not supported by any of loaded plugins May 19 21:00:24.665611 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.666507 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.667034 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: security-groups-normalized-cidr May 19 21:00:24.667354 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.668253 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.668759 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: port-security-groups-filtering May 19 21:00:24.669072 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.669980 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.670485 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: security-groups-remote-address-group May 19 21:00:24.670799 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: securitygroup.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.680911 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.681439 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: security-group May 19 21:00:24.681769 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: segment.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.682547 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.683079 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension segment not supported by any of loaded plugins May 19 21:00:24.683401 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.684319 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.684829 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 19 21:00:24.685147 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: servicetype.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.686231 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.686742 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: service-type May 19 21:00:24.687097 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: sorting.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.688228 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.688720 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: sorting May 19 21:00:24.689047 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: standard_attr_segment.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.689932 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.690461 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension standard-attr-segment not supported by any of loaded plugins May 19 21:00:24.690777 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: standardattrdescription.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.691431 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.691937 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: standard-attr-description May 19 21:00:24.692252 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: stateful_security_group.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.693146 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.693653 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: stateful-security-group May 19 21:00:24.693969 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: stdattrs_common.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.694531 dv-cinder-784623-12-iscsi neutron-server[91697]: WARNING neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 19 21:00:24.694843 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.695844 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.696355 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 19 21:00:24.696667 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: subnet_onboard.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.697721 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.698230 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: subnet_onboard May 19 21:00:24.698548 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.699480 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.699987 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 19 21:00:24.700302 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: subnet_service_types.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.701196 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.701700 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: subnet-service-types May 19 21:00:24.702018 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: subnetallocation.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.703099 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.703784 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: subnet_allocation May 19 21:00:24.704286 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.704988 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.705493 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: subnetpool-prefix-ops May 19 21:00:24.705809 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.706715 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.707254 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 19 21:00:24.707572 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: tagging.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.708649 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.709170 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: standard-attr-tag May 19 21:00:24.709494 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: timestamp.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.710679 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.711224 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loaded extension: standard-attr-timestamp May 19 21:00:24.711546 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: trunk.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.712549 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.713058 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension trunk not supported by any of loaded plugins May 19 21:00:24.713375 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: trunk_details.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.714263 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.714765 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension trunk-details not supported by any of loaded plugins May 19 21:00:24.715190 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: uplink_status_propagation.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.716083 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.716586 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 19 21:00:24.716902 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Loading extension file: vlantransparent.py {{(pid=91697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 21:00:24.717562 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 21:00:24.718064 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extension vlan-transparent not supported by any of loaded plugins May 19 21:00:24.721021 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.quota.resource_registry [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Creating instance of TrackedResource for resource:network May 19 21:00:24.721779 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.quota.resource_registry [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Creating instance of TrackedResource for resource:subnet May 19 21:00:24.722564 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.quota.resource_registry [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Creating instance of TrackedResource for resource:subnetpool May 19 21:00:24.723192 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.quota.resource_registry [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Creating instance of TrackedResource for resource:port May 19 21:00:24.724479 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.v2.resource_helper [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 21:00:24.724920 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.v2.resource_helper [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Service FLAVORS assigned prefix: {{(pid=91697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 21:00:24.725534 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.v2.resource_helper [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 21:00:24.725965 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.v2.resource_helper [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 21:00:24.726290 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.quota.resource_registry [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Creating instance of TrackedResource for resource:router May 19 21:00:24.726978 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.quota.resource_registry [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Creating instance of TrackedResource for resource:floatingip May 19 21:00:24.727681 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.v2.resource_helper [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Service METERING assigned prefix: /metering {{(pid=91697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 21:00:24.729163 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.729528 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.729879 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:00:24.731038 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.quota.resource_registry [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Creating instance of CountableResource for resource:rbac_policy May 19 21:00:24.731490 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.quota.resource_registry [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Creating instance of TrackedResource for resource:security_group May 19 21:00:24.732179 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.quota.resource_registry [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Creating instance of TrackedResource for resource:security_group_rule May 19 21:00:24.732894 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.v2.resource_helper [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Service CORE assigned prefix: {{(pid=91697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 21:00:24.733242 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.quota.resource_registry [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Creating instance of TrackedResource for resource:subnetpool May 19 21:00:24.733577 dv-cinder-784623-12-iscsi neutron-server[91697]: WARNING neutron.quota.resource_registry [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] subnetpool is already registered May 19 21:00:24.734175 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.v2.resource_helper [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Service CORE assigned prefix: {{(pid=91697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 21:00:24.734507 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.quota.resource_registry [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Creating instance of TrackedResource for resource:subnetpool May 19 21:00:24.734945 dv-cinder-784623-12-iscsi neutron-server[91697]: WARNING neutron.quota.resource_registry [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] subnetpool is already registered May 19 21:00:24.739064 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.v2.resource_helper [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 21:00:24.739496 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.v2.resource_helper [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Service FLAVORS assigned prefix: {{(pid=91697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 21:00:24.740094 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.v2.resource_helper [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 21:00:24.740510 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.v2.resource_helper [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 21:00:24.740847 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.quota.resource_registry [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Creating instance of TrackedResource for resource:router May 19 21:00:24.741173 dv-cinder-784623-12-iscsi neutron-server[91697]: WARNING neutron.quota.resource_registry [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] router is already registered May 19 21:00:24.741776 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.quota.resource_registry [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Creating instance of TrackedResource for resource:floatingip May 19 21:00:24.742099 dv-cinder-784623-12-iscsi neutron-server[91697]: WARNING neutron.quota.resource_registry [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] floatingip is already registered May 19 21:00:24.742721 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.v2.resource_helper [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Service METERING assigned prefix: /metering {{(pid=91697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 21:00:24.743432 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.quota.resource_registry [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Creating instance of CountableResource for resource:rbac_policy May 19 21:00:24.743754 dv-cinder-784623-12-iscsi neutron-server[91697]: WARNING neutron.quota.resource_registry [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] rbac_policy is already registered May 19 21:00:24.744297 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.quota.resource_registry [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Creating instance of TrackedResource for resource:security_group May 19 21:00:24.744621 dv-cinder-784623-12-iscsi neutron-server[91697]: WARNING neutron.quota.resource_registry [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] security_group is already registered May 19 21:00:24.745204 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.quota.resource_registry [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Creating instance of TrackedResource for resource:security_group_rule May 19 21:00:24.745531 dv-cinder-784623-12-iscsi neutron-server[91697]: WARNING neutron.quota.resource_registry [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] security_group_rule is already registered May 19 21:00:24.746181 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.v2.resource_helper [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Service CORE assigned prefix: {{(pid=91697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 21:00:24.746505 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.quota.resource_registry [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Creating instance of TrackedResource for resource:subnetpool May 19 21:00:24.746835 dv-cinder-784623-12-iscsi neutron-server[91697]: WARNING neutron.quota.resource_registry [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] subnetpool is already registered May 19 21:00:24.747456 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.v2.resource_helper [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Service CORE assigned prefix: {{(pid=91697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 21:00:24.747775 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.quota.resource_registry [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Creating instance of TrackedResource for resource:subnetpool May 19 21:00:24.748094 dv-cinder-784623-12-iscsi neutron-server[91697]: WARNING neutron.quota.resource_registry [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] subnetpool is already registered May 19 21:00:24.748748 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: extensions {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.750262 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: address-groups {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.752401 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: address-scopes {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.753689 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: agents {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.754790 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: auto-allocated-topology {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.756062 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: availability_zones {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.757354 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: dhcp-networks {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.758762 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: dhcp-agents {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.760231 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: routers {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.762015 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: flavors {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.763199 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: service_profiles {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.764382 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: next_providers {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.765906 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: service_profiles {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.767760 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: floatingip-pools {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.769097 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: routers {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.770916 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: floatingips {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.772467 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: l3-routers {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.773835 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: l3-agents {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.775268 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: metering-labels {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.776613 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: metering-label-rules {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.777871 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: network-ip-availabilities {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.779218 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: bindings {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.780862 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: quotas {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.782625 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: quotas {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.784177 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: rbac-policies {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.785481 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: security-groups {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.786677 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: security-group-rules {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.787948 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: service-providers {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.789167 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: subnetpools {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.790559 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: subnetpools {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.792035 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: tags {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.793701 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: tags {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.795544 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: tags {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.797343 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: tags {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.800456 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: tags {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.802296 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: tags {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.804010 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: tags {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.925385 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: tags {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.927215 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: tags {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.929034 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron.api.extensions [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Extended resource: tags {{(pid=91697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 21:00:24.934970 dv-cinder-784623-12-iscsi neutron-server[91697]: WARNING keystonemiddleware.auth_token [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 19 21:00:24.940733 dv-cinder-784623-12-iscsi neutron-server[91697]: WARNING keystonemiddleware.auth_token [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 19 21:00:24.949547 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Acquired lock "singleton_lock" {{(pid=91697) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 19 21:00:24.950034 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_concurrency.lockutils [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Releasing lock "singleton_lock" {{(pid=91697) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 19 21:00:24.950687 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO oslo_service.service [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Starting 2 workers May 19 21:00:24.955743 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Started child 91836 {{(pid=91697) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 21:00:24.960224 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:00:24.960980 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Started child 91837 {{(pid=91697) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 21:00:24.961647 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [-] (91836) wsgi starting up on http://0.0.0.0:9696 May 19 21:00:24.961864 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO neutron.service [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Neutron service started, listening on 0.0.0.0:9696 May 19 21:00:24.962513 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Notify callbacks [] for process, before_spawn {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:00:24.965208 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO oslo_service.service [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Starting 1 workers May 19 21:00:24.966914 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:00:24.968465 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [-] (91837) wsgi starting up on http://0.0.0.0:9696 May 19 21:00:24.970732 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Started child 91838 {{(pid=91697) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 21:00:24.971361 dv-cinder-784623-12-iscsi neutron-server[91697]: INFO oslo_service.service [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Starting 1 workers May 19 21:00:24.975702 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Started child 91839 {{(pid=91697) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 21:00:24.976498 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG neutron_lib.callbacks.manager [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] Notify callbacks [] for process, after_spawn {{(pid=91697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:00:24.978481 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91697) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 19 21:00:24.978699 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 21:00:24.978918 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 21:00:24.979130 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 21:00:24.979460 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 21:00:24.979619 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 21:00:24.980123 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.980395 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.980677 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.980931 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.981211 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.981821 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.982083 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.982343 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.982619 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.983339 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:00:24.984988 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:00:24.987629 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.987629 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.987629 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.987629 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.988239 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.988670 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.988790 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.service [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] calling RpcWorker wait() {{(pid=91838) _wait /opt/stack/neutron/neutron/service.py:128}} May 19 21:00:24.989297 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.989370 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.service [None req-94a795d0-1d1e-4454-ba89-6ae3ab939c76 None None] returning from RpcWorker wait() {{(pid=91838) _wait /opt/stack/neutron/neutron/service.py:135}} May 19 21:00:24.989508 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.989857 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.990088 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.990195 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:00:24.990440 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.990583 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:00:24.990825 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.991152 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.991471 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] debug = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.991757 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.992317 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.992624 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.992921 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.993211 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.993571 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.993884 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.994205 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.994652 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.994955 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.995251 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.995573 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.995861 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.996133 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.996413 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.996717 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.997003 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.997554 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] host = dv-cinder-784623-12-iscsi {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.997851 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.998261 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.998567 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.998904 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.999459 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:24.999755 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.000063 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.000455 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.000864 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.001172 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.001497 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.001960 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.002248 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.002579 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] log_file = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.002799 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] log_options = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.003107 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.003445 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.003830 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.003976 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.004224 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.004445 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.004879 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.005106 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.005413 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.005701 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.005975 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.006258 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.006549 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.006834 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.007155 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.007456 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.007753 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.008048 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.008544 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.008833 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.009136 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.009651 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.009932 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.010208 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.010505 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.010806 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.011137 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.011410 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.011685 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.011986 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.012273 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.012574 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.012862 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.013157 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.013442 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.013728 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.013992 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.014335 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.014621 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.015065 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.015413 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.015734 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.016080 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.016359 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.016843 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.017146 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] use_json = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.017416 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.017687 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.017997 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.018270 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.018655 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.018963 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.019235 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.019792 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.020346 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.020711 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.021445 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.021777 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.022020 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.022264 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.022497 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.022748 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.023049 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.023282 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.023592 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.023840 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.024126 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.024375 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.024668 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.027149 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.027458 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.027756 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.028017 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.028257 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.028531 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.028776 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.029240 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.029398 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.029659 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.029920 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.030165 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.030394 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.030619 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.030873 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.031130 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.031361 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.031711 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.031983 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.032287 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.032536 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.032798 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.033040 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.033274 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.033514 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.033761 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.034008 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.034242 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.034495 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.034712 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.035028 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.035353 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.035561 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.035803 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.036093 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.036343 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.036607 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.036844 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.037074 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.037312 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.037557 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.037805 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.038066 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.038288 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.038515 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.038900 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.039166 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.039399 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.039626 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.039840 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.040087 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.040336 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.040560 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.040784 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.041003 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.041227 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.041461 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.041924 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.041924 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.042153 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.042359 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.042574 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.042788 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.043087 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.043325 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.043543 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.043782 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.043998 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.044220 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.044511 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.044825 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.045077 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.045330 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.045582 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.045841 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.046065 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.046340 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.046581 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.046806 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.047124 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.047432 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.047723 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.047963 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.048192 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.048414 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.048673 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.049017 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.049281 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.049527 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.049780 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.050027 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.050287 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.050548 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.050794 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.051218 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.051459 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.051755 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.052017 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.052298 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.052520 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.052788 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.053094 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.053353 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.053645 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.053908 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.054145 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.054406 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.054642 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.056141 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.056410 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.056675 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.056910 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.058153 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.058153 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.058153 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.058153 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.058153 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.058582 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.058669 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.058935 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.059156 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.059431 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.059691 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.059928 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.060189 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.060440 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.060920 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.060920 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.061188 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.061437 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.061979 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.061979 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.062157 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.062347 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.062576 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.062825 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.063316 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.063572 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.063824 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.064042 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.064261 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.064618 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.064847 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.065083 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.065347 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.065573 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.065811 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.066050 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.066294 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.066520 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.066734 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.067037 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.067310 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.067529 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.067803 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.068064 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.068312 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.068558 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.068819 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.069153 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.069395 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.069658 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.069878 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.070092 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.070320 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.070538 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.070751 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.071120 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.071351 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.071564 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.071815 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.072054 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.072394 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.072640 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.072866 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.073100 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.073313 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.073528 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.073772 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.073987 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.074201 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.074418 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.074630 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.074968 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.075217 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.075455 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.075668 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.075897 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.076131 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.076345 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.076556 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.076858 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.077119 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.077348 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.077586 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.077821 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.078050 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.078277 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.078523 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.078762 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.079055 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.079312 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.079487 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.079708 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.079934 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.080154 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.080356 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.080566 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.080776 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.080990 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.081200 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.081457 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.081666 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.081896 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.082110 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.082388 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.082708 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.082982 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.083205 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.083492 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.083721 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.083967 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.084221 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.084549 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.084781 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.085020 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.085238 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.085481 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.085701 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.085953 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.086269 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.086572 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.086823 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.087092 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.087363 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.087639 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.087927 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.088149 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.088452 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.088778 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.089048 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.089313 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.089538 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.089804 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.090043 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.090258 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.090476 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.090710 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.090946 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.091203 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.091431 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.091674 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.091903 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.092151 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.092363 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.092592 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.092821 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.093042 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.093271 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.093429 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 21:00:25.094006 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91697) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 19 21:00:25.094230 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 21:00:25.094386 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 21:00:25.094583 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 21:00:25.094749 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 21:00:25.095032 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 21:00:25.095243 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.095399 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.095562 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.095714 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.095874 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.096055 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.096296 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.096400 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.096534 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.096665 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.096825 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.096983 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.097140 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.097296 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.097455 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.097611 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.097768 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.097925 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.098087 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.098245 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.098402 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.098553 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.098711 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] debug = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.098884 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.099309 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.099497 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.099633 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.099778 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.099934 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.100090 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.100250 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.100409 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.100567 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.100725 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.100882 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.101041 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.101199 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.101356 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.101513 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.101661 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.101823 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] host = dv-cinder-784623-12-iscsi {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.101956 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.102106 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.102268 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.102424 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.102575 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.102732 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.102908 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.103060 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.103221 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.103378 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.103535 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.103691 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.103845 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.104005 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] log_file = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.104161 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] log_options = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.104317 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.104474 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.104630 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.104803 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.104965 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.105122 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.105279 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.105436 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.105593 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.105749 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.105900 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.106050 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.106201 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.106406 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.106507 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.106657 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.106812 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.106989 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.107145 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.107303 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.107459 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.107615 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.107765 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.107918 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.108070 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.108222 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.108373 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.108525 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.108677 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.108829 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.108991 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.109144 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.109303 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.109460 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.109614 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.109798 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.109955 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.110118 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.110274 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.110418 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.110738 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.110935 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.111083 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.111240 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.111397 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.111554 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] use_json = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.111700 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.111857 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.112015 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.112171 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.112326 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.112481 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.112638 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.112795 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 21:00:25.112975 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.113125 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.113297 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.113452 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.113617 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.113777 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.113938 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.114097 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.114257 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.114418 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.114587 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.114748 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.114941 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.115157 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.115299 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.115441 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.115571 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.115717 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.115878 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.116041 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.116202 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.116363 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.116540 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.116701 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.116862 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.117023 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.117182 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.117355 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.117508 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.117638 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.117801 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.117963 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.118122 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.118281 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.118441 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.118602 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.118762 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.119024 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.119126 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.119297 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.119524 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.119623 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.119704 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.119863 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.120054 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.120175 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.120364 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.120492 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.120668 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.120894 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.120995 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.121165 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.121263 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.121425 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.121603 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.121831 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.121928 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.122088 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.122184 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.122340 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.122571 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.122669 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.122944 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.123042 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.123136 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.123337 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.123433 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.123603 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.123817 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.123915 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.124073 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.124265 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.124364 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.124531 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.124702 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.124800 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.125020 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.125119 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.125306 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.125539 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.125842 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.126010 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.126116 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.126274 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.126599 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.127038 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.127219 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.127317 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.127499 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.127627 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.127785 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.127940 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.128095 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.128262 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.128425 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.128579 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.128743 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.128906 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.129067 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.129228 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.129388 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.129553 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.129777 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.129876 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.130011 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.130194 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.130323 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.130486 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.130632 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.130797 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.131014 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.131161 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.131299 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.131455 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.131622 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.131791 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.131964 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.132127 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.132651 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.132651 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.132651 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.132891 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.132891 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.133023 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.134346 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.134346 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.134346 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.134346 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.134346 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.134346 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.134346 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.134346 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.134981 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.134981 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.134981 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.134981 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.135337 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.135337 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.135337 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.135553 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.135630 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.135803 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.135931 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.136086 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.136252 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.136415 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.136573 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.136736 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.136898 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.137296 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.137296 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.137467 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.137546 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.137724 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.137833 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.138013 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.138113 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.138260 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.138415 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.138570 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.138735 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.138981 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.139082 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.139225 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.139379 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.139544 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.139694 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.139850 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.140013 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.140183 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.140377 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.140463 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.140696 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.140796 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.140946 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.141105 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.141262 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.141422 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.141573 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.141728 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.141907 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.142149 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.142321 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.142482 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.142644 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.142805 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.142987 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.143167 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.143323 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.143489 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.143650 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.143811 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.143976 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.144204 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.144304 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.144428 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.144593 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.144740 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.144908 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.145087 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.145258 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.145493 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.145592 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.145672 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.145836 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.146320 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.146522 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.146700 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.146806 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.147004 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.147257 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.147357 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.147438 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.147598 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.147764 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.147924 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.148082 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.148254 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.148402 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.148544 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.148707 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.148876 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.149037 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.149198 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.149359 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.149517 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.149688 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.149849 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.150009 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.150169 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.150329 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.150498 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.150662 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.150822 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.151027 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.151191 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.151354 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.151514 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.151690 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.151848 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.151940 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:00:25.152027 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.152162 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.152323 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.152482 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.152644 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.152810 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.152979 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.153147 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.153309 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.153477 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.153647 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.153838 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.154000 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.154170 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.154343 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.154502 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.154661 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.154822 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.155001 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.155162 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.155322 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.155483 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.155645 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.155806 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.155972 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.156131 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.156290 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.156449 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.156687 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.156853 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.157087 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.157257 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.157420 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.157580 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 21:00:25.157734 dv-cinder-784623-12-iscsi neutron-server[91697]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 21:00:25.242803 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 42672) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:00:25.251454 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064135 May 19 21:00:36.041357 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f19e071-098e-4815-a1d7-fc3d42be9293 None None] get_active_networks_info from dv-cinder-784623-12-iscsi {{(pid=91838) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 19 21:00:36.169439 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f19e071-098e-4815-a1d7-fc3d42be9293 None None] No non-hosted networks {{(pid=91838) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 19 21:00:36.185127 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-62785bad-9bdd-4b50-8162-482ec2f52dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084'] for agent, after_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:00:38.537874 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084'] for agent, after_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:00:38.539170 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:38.539643 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:38.540125 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:38.540586 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:38.541046 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:38.541518 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:38.543682 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:38.544801 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:38.545808 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:38.550773 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:38.552678 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:38.555940 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:38.559558 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784623-12-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:00:38.586884 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784623-12-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:00:38.769413 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-16b1cba0-b0e3-49ab-845d-97f2746d9c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084'] for agent, after_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:00:38.827529 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-0602370b-919f-40c8-90b0-554e60f5783b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:00:39.442267 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084'] for agent, after_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:00:41.186668 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084'] for agent, after_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:00:42.735890 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 42764) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:00:43.335990 dv-cinder-784623-12-iscsi neutron-server[91836]: WARNING oslo_policy.policy [None req-b5fc502e-7a13-4b76-be01-4aabcd59b07e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 21:00:43.336580 dv-cinder-784623-12-iscsi neutron-server[91836]: WARNING oslo_policy.policy [None req-b5fc502e-7a13-4b76-be01-4aabcd59b07e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 21:00:43.557240 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [None req-b5fc502e-7a13-4b76-be01-4aabcd59b07e admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 21:00:43.558317 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-b5fc502e-7a13-4b76-be01-4aabcd59b07e admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8214567 May 19 21:00:45.756750 dv-cinder-784623-12-iscsi neutron-server[91838]: INFO neutron.db.l3_hamode_db [None req-92d60d2c-c51e-4781-92a3-31b4b33953b1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 19 21:00:45.841354 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d60d2c-c51e-4781-92a3-31b4b33953b1 None None] Routers set() bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:00:45.841624 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d60d2c-c51e-4781-92a3-31b4b33953b1 None None] Router IDs set() for agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 19 21:00:45.955587 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 42778) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:00:46.560497 dv-cinder-784623-12-iscsi neutron-server[91837]: WARNING oslo_policy.policy [None req-bc74bd11-f8cd-46dc-aaf6-2e6f54ec5991 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 21:00:46.561076 dv-cinder-784623-12-iscsi neutron-server[91837]: WARNING oslo_policy.policy [None req-bc74bd11-f8cd-46dc-aaf6-2e6f54ec5991 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 21:00:46.769512 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-bc74bd11-f8cd-46dc-aaf6-2e6f54ec5991 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:00:46.868618 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.policy [None req-bc74bd11-f8cd-46dc-aaf6-2e6f54ec5991 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91837) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 21:00:46.913672 dv-cinder-784623-12-iscsi neutron-server[91837]: WARNING oslo_policy.policy [None req-bc74bd11-f8cd-46dc-aaf6-2e6f54ec5991 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 21:00:46.914041 dv-cinder-784623-12-iscsi neutron-server[91837]: WARNING oslo_policy.policy [None req-bc74bd11-f8cd-46dc-aaf6-2e6f54ec5991 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 21:00:46.922806 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.quota [None req-bc74bd11-f8cd-46dc-aaf6-2e6f54ec5991 admin admin] Loaded quota_driver: . May 19 21:00:46.938239 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-bc74bd11-f8cd-46dc-aaf6-2e6f54ec5991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:00:47.001068 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-bc74bd11-f8cd-46dc-aaf6-2e6f54ec5991 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750770826983', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750770825418', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750770816175', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750770819859', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750770866846', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750770859433', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1772333', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1939820', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-912312', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-951031'] for rbac-policy, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:00:47.066395 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-bc74bd11-f8cd-46dc-aaf6-2e6f54ec5991 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:00:47.068034 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-bc74bd11-f8cd-46dc-aaf6-2e6f54ec5991 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1103656 May 19 21:00:49.774658 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 42796) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:00:50.165166 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Request body: {'network': {'tenant_id': '2bc16ce683054f7da6b7796bcb5bace7', 'project_id': '2bc16ce683054f7da6b7796bcb5bace7', 'name': 'private', 'admin_state_up': True}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:00:50.170706 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:00:50.175749 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Usage tracker for resource:network and tenant:2bc16ce683054f7da6b7796bcb5bace7 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:00:50.180621 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:00:50.187230 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:00:50.199331 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Made reservation on behalf of 2bc16ce683054f7da6b7796bcb5bace7 for: {'network': 1} {{(pid=91837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:00:50.202398 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1785277'] for network, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:00:50.220297 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:00:50.235038 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:00:50.238650 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Usage tracker for resource:security_group_rule and tenant:2bc16ce683054f7da6b7796bcb5bace7 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:00:50.243869 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:00:50.249608 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:00:50.353756 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:00:50.359630 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:00:50.364338 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:00:50.386264 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=91837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:00:50.411151 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750774469066', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:00:50.411748 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Unsubscribe: segment precommit_create {{(pid=91837) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 19 21:00:50.412204 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.db.segments_db [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Added segment 37aca6f7-d271-4504-99ca-24ee501cad18 of type vlan for network f96922aa-bbb5-4a75-868e-224ca3df2b74 May 19 21:00:50.420696 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dd04ca-53e9-4a1d-ae79-f923b54e37fd,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:00:50.474888 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:50.475229 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:50.475559 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:50.475874 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:50.476186 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:50.476497 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:50.476815 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:50.477145 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:50.477453 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:50.477740 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:50.478039 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:50.478337 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:50.479645 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Tracked resource versions report: May 19 21:00:50.479645 dv-cinder-784623-12-iscsi neutron-server[91837]: pushed versions: May 19 21:00:50.479645 dv-cinder-784623-12-iscsi neutron-server[91837]: { 'AddressGroup': {'1.2'}, May 19 21:00:50.479645 dv-cinder-784623-12-iscsi neutron-server[91837]: 'ConntrackHelper': {'1.0'}, May 19 21:00:50.479645 dv-cinder-784623-12-iscsi neutron-server[91837]: 'Log': {'1.0'}, May 19 21:00:50.479645 dv-cinder-784623-12-iscsi neutron-server[91837]: 'Network': {'1.1'}, May 19 21:00:50.479645 dv-cinder-784623-12-iscsi neutron-server[91837]: 'Port': {'1.7'}, May 19 21:00:50.479645 dv-cinder-784623-12-iscsi neutron-server[91837]: 'PortForwarding': {'1.2'}, May 19 21:00:50.479645 dv-cinder-784623-12-iscsi neutron-server[91837]: 'QosPolicy': {'1.8'}, May 19 21:00:50.479645 dv-cinder-784623-12-iscsi neutron-server[91837]: 'SecurityGroup': {'1.4'}, May 19 21:00:50.479645 dv-cinder-784623-12-iscsi neutron-server[91837]: 'SecurityGroupRule': {'1.2'}, May 19 21:00:50.479645 dv-cinder-784623-12-iscsi neutron-server[91837]: 'SubPort': {'1.0'}, May 19 21:00:50.479645 dv-cinder-784623-12-iscsi neutron-server[91837]: 'Subnet': {'1.1'}, May 19 21:00:50.479645 dv-cinder-784623-12-iscsi neutron-server[91837]: 'Trunk': {'1.1'}} May 19 21:00:50.479645 dv-cinder-784623-12-iscsi neutron-server[91837]: consumer versions: May 19 21:00:50.479645 dv-cinder-784623-12-iscsi neutron-server[91837]: { DHCP agent@dv-cinder-784623-12-iscsi: {}, May 19 21:00:50.479645 dv-cinder-784623-12-iscsi neutron-server[91837]: L3 agent@dv-cinder-784623-12-iscsi: {}, May 19 21:00:50.479645 dv-cinder-784623-12-iscsi neutron-server[91837]: Metadata agent@dv-cinder-784623-12-iscsi: {}, May 19 21:00:50.479645 dv-cinder-784623-12-iscsi neutron-server[91837]: Metering agent@dv-cinder-784623-12-iscsi: {}, May 19 21:00:50.479645 dv-cinder-784623-12-iscsi neutron-server[91837]: Open vSwitch agent@dv-cinder-784623-12-iscsi: { 'AddressGroup': '1.2', May 19 21:00:50.479645 dv-cinder-784623-12-iscsi neutron-server[91837]: 'ConntrackHelper': '1.0', May 19 21:00:50.479645 dv-cinder-784623-12-iscsi neutron-server[91837]: 'Log': '1.0', May 19 21:00:50.479645 dv-cinder-784623-12-iscsi neutron-server[91837]: 'Network': '1.1', May 19 21:00:50.479645 dv-cinder-784623-12-iscsi neutron-server[91837]: 'Port': '1.7', May 19 21:00:50.479645 dv-cinder-784623-12-iscsi neutron-server[91837]: 'PortForwarding': '1.2', May 19 21:00:50.479645 dv-cinder-784623-12-iscsi neutron-server[91837]: 'QosPolicy': '1.8', May 19 21:00:50.479645 dv-cinder-784623-12-iscsi neutron-server[91837]: 'SecurityGroup': '1.4', May 19 21:00:50.479645 dv-cinder-784623-12-iscsi neutron-server[91837]: 'SecurityGroupRule': '1.2', May 19 21:00:50.479645 dv-cinder-784623-12-iscsi neutron-server[91837]: 'SubPort': '1.0', May 19 21:00:50.479645 dv-cinder-784623-12-iscsi neutron-server[91837]: 'Subnet': '1.1', May 19 21:00:50.479645 dv-cinder-784623-12-iscsi neutron-server[91837]: 'Trunk': '1.1'}} May 19 21:00:50.479645 dv-cinder-784623-12-iscsi neutron-server[91837]: {{(pid=91837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 21:00:50.533966 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:00:50.535753 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750774008697'] for network, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:00:50.576341 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448'] for network, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:00:50.577916 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:00:50.578952 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:00:50.582293 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:00:50.688261 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Pushing event updated for resources: {'Network': ['ID=f96922aa-bbb5-4a75-868e-224ca3df2b74,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:00:50.691833 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9161572 May 19 21:00:50.692532 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:00:50.700504 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Network f96922aa-bbb5-4a75-868e-224ca3df2b74 details requested by agent ovs-agent-dv-cinder-784623-12-iscsi with host dv-cinder-784623-12-iscsi {{(pid=91838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 21:00:53.465616 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 42812) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:00:54.083183 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.policy [None req-48a6ecf9-dcc6-4bcf-a36d-6ef4008d298f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91836) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 21:00:54.132856 dv-cinder-784623-12-iscsi neutron-server[91836]: WARNING oslo_policy.policy [None req-48a6ecf9-dcc6-4bcf-a36d-6ef4008d298f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 21:00:54.133302 dv-cinder-784623-12-iscsi neutron-server[91836]: WARNING oslo_policy.policy [None req-48a6ecf9-dcc6-4bcf-a36d-6ef4008d298f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 21:00:54.143423 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a6ecf9-dcc6-4bcf-a36d-6ef4008d298f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:00:54.145223 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-48a6ecf9-dcc6-4bcf-a36d-6ef4008d298f admin admin] 10.222.0.44 "GET /v2.0/networks/f96922aa-bbb5-4a75-868e-224ca3df2b74 HTTP/1.1" status: 200 len: 825 time: 0.6786022 May 19 21:00:54.180140 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-feeb0c47-6b06-44a5-bc70-71396b35eb60 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/affba786-248e-4c34-8de0-0a3e1ea20fe6 HTTP/1.1" status: 200 len: 734 time: 0.0280828 May 19 21:00:54.189912 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-7f0b7d32-9caf-44fc-8a2e-8962bf91244c admin admin] Request body: {'subnet': {'subnetpool_id': 'affba786-248e-4c34-8de0-0a3e1ea20fe6', 'gateway_ip': '172.20.0.1', 'tenant_id': '2bc16ce683054f7da6b7796bcb5bace7', 'network_id': 'f96922aa-bbb5-4a75-868e-224ca3df2b74', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:00:54.191595 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.quota [None req-7f0b7d32-9caf-44fc-8a2e-8962bf91244c admin admin] Loaded quota_driver: . May 19 21:00:54.198597 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-7f0b7d32-9caf-44fc-8a2e-8962bf91244c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:00:54.205316 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-7f0b7d32-9caf-44fc-8a2e-8962bf91244c admin admin] Usage tracker for resource:subnet and tenant:2bc16ce683054f7da6b7796bcb5bace7 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:00:54.209361 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-7f0b7d32-9caf-44fc-8a2e-8962bf91244c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:00:54.216763 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-7f0b7d32-9caf-44fc-8a2e-8962bf91244c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:00:54.231897 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0b7d32-9caf-44fc-8a2e-8962bf91244c admin admin] Made reservation on behalf of 2bc16ce683054f7da6b7796bcb5bace7 for: {'subnet': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:00:54.234914 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-7f0b7d32-9caf-44fc-8a2e-8962bf91244c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:00:54.747610 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-7f0b7d32-9caf-44fc-8a2e-8962bf91244c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407'] for subnet, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:00:54.752606 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:00:54.834281 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0b7d32-9caf-44fc-8a2e-8962bf91244c admin admin] Checking segment: {'id': '37aca6f7-d271-4504-99ca-24ee501cad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f96922aa-bbb5-4a75-868e-224ca3df2b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:00:54.834648 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0b7d32-9caf-44fc-8a2e-8962bf91244c admin admin] Network hostable DHCP agents. Network: f96922aa-bbb5-4a75-868e-224ca3df2b74, hostable agents: ['79fa1e52-5d5b-4f2e-bd0b-6133595bf37f'], hosted agents: [] {{(pid=91836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:00:54.842098 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b7d32-9caf-44fc-8a2e-8962bf91244c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0495171-590b-4d49-852e-d4452cd0ea33,revision_number=0']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:00:54.853273 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b7d32-9caf-44fc-8a2e-8962bf91244c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:54.853628 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b7d32-9caf-44fc-8a2e-8962bf91244c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:54.853949 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b7d32-9caf-44fc-8a2e-8962bf91244c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:54.854252 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b7d32-9caf-44fc-8a2e-8962bf91244c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:54.854606 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b7d32-9caf-44fc-8a2e-8962bf91244c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:54.854993 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b7d32-9caf-44fc-8a2e-8962bf91244c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:54.855219 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b7d32-9caf-44fc-8a2e-8962bf91244c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:54.855539 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b7d32-9caf-44fc-8a2e-8962bf91244c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:54.855863 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b7d32-9caf-44fc-8a2e-8962bf91244c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:54.856167 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b7d32-9caf-44fc-8a2e-8962bf91244c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:54.856473 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b7d32-9caf-44fc-8a2e-8962bf91244c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:54.856769 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b7d32-9caf-44fc-8a2e-8962bf91244c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:54.858021 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b7d32-9caf-44fc-8a2e-8962bf91244c admin admin] Tracked resource versions report: May 19 21:00:54.858021 dv-cinder-784623-12-iscsi neutron-server[91836]: pushed versions: May 19 21:00:54.858021 dv-cinder-784623-12-iscsi neutron-server[91836]: { 'AddressGroup': {'1.2'}, May 19 21:00:54.858021 dv-cinder-784623-12-iscsi neutron-server[91836]: 'ConntrackHelper': {'1.0'}, May 19 21:00:54.858021 dv-cinder-784623-12-iscsi neutron-server[91836]: 'Log': {'1.0'}, May 19 21:00:54.858021 dv-cinder-784623-12-iscsi neutron-server[91836]: 'Network': {'1.1'}, May 19 21:00:54.858021 dv-cinder-784623-12-iscsi neutron-server[91836]: 'Port': {'1.7'}, May 19 21:00:54.858021 dv-cinder-784623-12-iscsi neutron-server[91836]: 'PortForwarding': {'1.2'}, May 19 21:00:54.858021 dv-cinder-784623-12-iscsi neutron-server[91836]: 'QosPolicy': {'1.8'}, May 19 21:00:54.858021 dv-cinder-784623-12-iscsi neutron-server[91836]: 'SecurityGroup': {'1.4'}, May 19 21:00:54.858021 dv-cinder-784623-12-iscsi neutron-server[91836]: 'SecurityGroupRule': {'1.2'}, May 19 21:00:54.858021 dv-cinder-784623-12-iscsi neutron-server[91836]: 'SubPort': {'1.0'}, May 19 21:00:54.858021 dv-cinder-784623-12-iscsi neutron-server[91836]: 'Subnet': {'1.1'}, May 19 21:00:54.858021 dv-cinder-784623-12-iscsi neutron-server[91836]: 'Trunk': {'1.1'}} May 19 21:00:54.858021 dv-cinder-784623-12-iscsi neutron-server[91836]: consumer versions: May 19 21:00:54.858021 dv-cinder-784623-12-iscsi neutron-server[91836]: { DHCP agent@dv-cinder-784623-12-iscsi: {}, May 19 21:00:54.858021 dv-cinder-784623-12-iscsi neutron-server[91836]: L3 agent@dv-cinder-784623-12-iscsi: {}, May 19 21:00:54.858021 dv-cinder-784623-12-iscsi neutron-server[91836]: Metadata agent@dv-cinder-784623-12-iscsi: {}, May 19 21:00:54.858021 dv-cinder-784623-12-iscsi neutron-server[91836]: Metering agent@dv-cinder-784623-12-iscsi: {}, May 19 21:00:54.858021 dv-cinder-784623-12-iscsi neutron-server[91836]: Open vSwitch agent@dv-cinder-784623-12-iscsi: { 'AddressGroup': '1.2', May 19 21:00:54.858021 dv-cinder-784623-12-iscsi neutron-server[91836]: 'ConntrackHelper': '1.0', May 19 21:00:54.858021 dv-cinder-784623-12-iscsi neutron-server[91836]: 'Log': '1.0', May 19 21:00:54.858021 dv-cinder-784623-12-iscsi neutron-server[91836]: 'Network': '1.1', May 19 21:00:54.858021 dv-cinder-784623-12-iscsi neutron-server[91836]: 'Port': '1.7', May 19 21:00:54.858021 dv-cinder-784623-12-iscsi neutron-server[91836]: 'PortForwarding': '1.2', May 19 21:00:54.858021 dv-cinder-784623-12-iscsi neutron-server[91836]: 'QosPolicy': '1.8', May 19 21:00:54.858021 dv-cinder-784623-12-iscsi neutron-server[91836]: 'SecurityGroup': '1.4', May 19 21:00:54.858021 dv-cinder-784623-12-iscsi neutron-server[91836]: 'SecurityGroupRule': '1.2', May 19 21:00:54.858021 dv-cinder-784623-12-iscsi neutron-server[91836]: 'SubPort': '1.0', May 19 21:00:54.858021 dv-cinder-784623-12-iscsi neutron-server[91836]: 'Subnet': '1.1', May 19 21:00:54.858021 dv-cinder-784623-12-iscsi neutron-server[91836]: 'Trunk': '1.1'}} May 19 21:00:54.858021 dv-cinder-784623-12-iscsi neutron-server[91836]: {{(pid=91836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 21:00:54.892454 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-7f0b7d32-9caf-44fc-8a2e-8962bf91244c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:00:54.895477 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0b7d32-9caf-44fc-8a2e-8962bf91244c admin admin] Network f96922aa-bbb5-4a75-868e-224ca3df2b74 is scheduled to be hosted by DHCP agent 79fa1e52-5d5b-4f2e-bd0b-6133595bf37f with binding_index 1 {{(pid=91836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:00:54.907484 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-7f0b7d32-9caf-44fc-8a2e-8962bf91244c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-12-iscsi, f96922aa-bbb5-4a75-868e-224ca3df2b74) {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:00:54.912461 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0b7d32-9caf-44fc-8a2e-8962bf91244c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:00:54.913129 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-7f0b7d32-9caf-44fc-8a2e-8962bf91244c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for subnet, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:00:54.917420 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fca279-b3af-426b-bfc6-6635d2a917f3 None None] Network f96922aa-bbb5-4a75-868e-224ca3df2b74 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:00:54.939058 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-7f0b7d32-9caf-44fc-8a2e-8962bf91244c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7529981 May 19 21:00:55.274141 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c1ac1fe-8999-50db-9da9-b16559c89988-f96922aa-bbb5-4a75-868e-224ca3df2b74', 'network_id': 'f96922aa-bbb5-4a75-868e-224ca3df2b74', 'tenant_id': '2bc16ce683054f7da6b7796bcb5bace7', 'fixed_ips': [{'subnet_id': 'e0495171-590b-4d49-852e-d4452cd0ea33'}]}} from dv-cinder-784623-12-iscsi. {{(pid=91838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 21:00:55.276187 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:00:55.517206 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.db_base_plugin_common [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Allocated IP 172.20.0.2 (f96922aa-bbb5-4a75-868e-224ca3df2b74/e0495171-590b-4d49-852e-d4452cd0ea33/d70a4742-ebba-4d5f-a2d6-3b74e9925607) {{(pid=91838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:00:55.766994 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Notify callbacks [] for port, precommit_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:00:55.781550 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Transition to ACTIVE for port object d70a4742-ebba-4d5f-a2d6-3b74e9925607 will not be triggered until provisioned by entity L2. {{(pid=91838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:00:55.802473 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Transition to ACTIVE for port object d70a4742-ebba-4d5f-a2d6-3b74e9925607 will not be triggered until provisioned by entity DHCP. {{(pid=91838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:00:55.810696 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111'] for port, after_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:00:55.815609 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:00:55.877845 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Network f96922aa-bbb5-4a75-868e-224ca3df2b74 is already hosted by enough agents. {{(pid=91838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:00:55.880711 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.scheduler.base_scheduler [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Resources bound (agent type, host, resource id): {{(pid=91838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:00:55.887548 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Received port after_create {{(pid=91838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:00:55.889750 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Pushing event updated for resources: {'Port': ['ID=d70a4742-ebba-4d5f-a2d6-3b74e9925607,revision_number=1']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:00:55.899423 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:55.899761 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:55.900086 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:55.900401 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:55.900712 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:55.901024 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:55.901327 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:55.901673 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:55.901950 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:55.902256 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:55.902559 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:55.902874 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:00:55.904168 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Tracked resource versions report: May 19 21:00:55.904168 dv-cinder-784623-12-iscsi neutron-server[91838]: pushed versions: May 19 21:00:55.904168 dv-cinder-784623-12-iscsi neutron-server[91838]: { 'AddressGroup': {'1.2'}, May 19 21:00:55.904168 dv-cinder-784623-12-iscsi neutron-server[91838]: 'ConntrackHelper': {'1.0'}, May 19 21:00:55.904168 dv-cinder-784623-12-iscsi neutron-server[91838]: 'Log': {'1.0'}, May 19 21:00:55.904168 dv-cinder-784623-12-iscsi neutron-server[91838]: 'Network': {'1.1'}, May 19 21:00:55.904168 dv-cinder-784623-12-iscsi neutron-server[91838]: 'Port': {'1.7'}, May 19 21:00:55.904168 dv-cinder-784623-12-iscsi neutron-server[91838]: 'PortForwarding': {'1.2'}, May 19 21:00:55.904168 dv-cinder-784623-12-iscsi neutron-server[91838]: 'QosPolicy': {'1.8'}, May 19 21:00:55.904168 dv-cinder-784623-12-iscsi neutron-server[91838]: 'SecurityGroup': {'1.4'}, May 19 21:00:55.904168 dv-cinder-784623-12-iscsi neutron-server[91838]: 'SecurityGroupRule': {'1.2'}, May 19 21:00:55.904168 dv-cinder-784623-12-iscsi neutron-server[91838]: 'SubPort': {'1.0'}, May 19 21:00:55.904168 dv-cinder-784623-12-iscsi neutron-server[91838]: 'Subnet': {'1.1'}, May 19 21:00:55.904168 dv-cinder-784623-12-iscsi neutron-server[91838]: 'Trunk': {'1.1'}} May 19 21:00:55.904168 dv-cinder-784623-12-iscsi neutron-server[91838]: consumer versions: May 19 21:00:55.904168 dv-cinder-784623-12-iscsi neutron-server[91838]: { DHCP agent@dv-cinder-784623-12-iscsi: {}, May 19 21:00:55.904168 dv-cinder-784623-12-iscsi neutron-server[91838]: L3 agent@dv-cinder-784623-12-iscsi: {}, May 19 21:00:55.904168 dv-cinder-784623-12-iscsi neutron-server[91838]: Metadata agent@dv-cinder-784623-12-iscsi: {}, May 19 21:00:55.904168 dv-cinder-784623-12-iscsi neutron-server[91838]: Metering agent@dv-cinder-784623-12-iscsi: {}, May 19 21:00:55.904168 dv-cinder-784623-12-iscsi neutron-server[91838]: Open vSwitch agent@dv-cinder-784623-12-iscsi: { 'AddressGroup': '1.2', May 19 21:00:55.904168 dv-cinder-784623-12-iscsi neutron-server[91838]: 'ConntrackHelper': '1.0', May 19 21:00:55.904168 dv-cinder-784623-12-iscsi neutron-server[91838]: 'Log': '1.0', May 19 21:00:55.904168 dv-cinder-784623-12-iscsi neutron-server[91838]: 'Network': '1.1', May 19 21:00:55.904168 dv-cinder-784623-12-iscsi neutron-server[91838]: 'Port': '1.7', May 19 21:00:55.904168 dv-cinder-784623-12-iscsi neutron-server[91838]: 'PortForwarding': '1.2', May 19 21:00:55.904168 dv-cinder-784623-12-iscsi neutron-server[91838]: 'QosPolicy': '1.8', May 19 21:00:55.904168 dv-cinder-784623-12-iscsi neutron-server[91838]: 'SecurityGroup': '1.4', May 19 21:00:55.904168 dv-cinder-784623-12-iscsi neutron-server[91838]: 'SecurityGroupRule': '1.2', May 19 21:00:55.904168 dv-cinder-784623-12-iscsi neutron-server[91838]: 'SubPort': '1.0', May 19 21:00:55.904168 dv-cinder-784623-12-iscsi neutron-server[91838]: 'Subnet': '1.1', May 19 21:00:55.904168 dv-cinder-784623-12-iscsi neutron-server[91838]: 'Trunk': '1.1'}} May 19 21:00:55.904168 dv-cinder-784623-12-iscsi neutron-server[91838]: {{(pid=91838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 21:00:55.945631 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:00:55.999054 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Attempting to bind port d70a4742-ebba-4d5f-a2d6-3b74e9925607 on host dv-cinder-784623-12-iscsi for vnic_type normal with profile {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:00:55.999448 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Attempting to bind port d70a4742-ebba-4d5f-a2d6-3b74e9925607 by drivers openvswitch,hyperv on host dv-cinder-784623-12-iscsi at level 0 using segments [{'id': '37aca6f7-d271-4504-99ca-24ee501cad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f96922aa-bbb5-4a75-868e-224ca3df2b74'}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:00:55.999935 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Attempting to bind port d70a4742-ebba-4d5f-a2d6-3b74e9925607 on network f96922aa-bbb5-4a75-868e-224ca3df2b74 {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:00:56.006748 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Checking agent: {'id': 'f197b149-8cce-4905-bf69-1a24ef250a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 0, 38), 'started_at': datetime.datetime(2021, 5, 19, 21, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:00:56.007179 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Checking segment: {'id': '37aca6f7-d271-4504-99ca-24ee501cad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f96922aa-bbb5-4a75-868e-224ca3df2b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:00:56.007668 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:00:56.008056 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Bound using segment: {'id': '37aca6f7-d271-4504-99ca-24ee501cad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f96922aa-bbb5-4a75-868e-224ca3df2b74'} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:00:56.008554 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Bound port: d70a4742-ebba-4d5f-a2d6-3b74e9925607, host: dv-cinder-784623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37aca6f7-d271-4504-99ca-24ee501cad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f96922aa-bbb5-4a75-868e-224ca3df2b74'}}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:00:56.008922 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:00:56.107407 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] For port d70a4742-ebba-4d5f-a2d6-3b74e9925607, host dv-cinder-784623-12-iscsi, cleared binding levels {{(pid=91838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:00:56.112031 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] For port d70a4742-ebba-4d5f-a2d6-3b74e9925607, host dv-cinder-784623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=d70a4742-ebba-4d5f-a2d6-3b74e9925607,segment=NetworkSegment(37aca6f7-d271-4504-99ca-24ee501cad18),segment_id=37aca6f7-d271-4504-99ca-24ee501cad18)] {{(pid=91838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:00:56.119236 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:00:56.123378 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:00:56.213802 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Pushing event updated for resources: {'Port': ['ID=d70a4742-ebba-4d5f-a2d6-3b74e9925607,revision_number=2']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:00:56.217909 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:00:57.407931 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 42828) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:00:57.861325 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [None req-b39747db-3248-4051-8ec7-7f7c726bb542 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 21:00:57.862531 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-b39747db-3248-4051-8ec7-7f7c726bb542 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4537294 May 19 21:01:00.392924 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 42838) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:01:00.800620 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [None req-076fea85-09f4-4308-95d2-3b28933b043d admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 21:01:00.801654 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-076fea85-09f4-4308-95d2-3b28933b043d admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4078205 May 19 21:01:01.813321 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cf00c8-074f-4c94-b87f-2cb9d23010e0 None None] Network f96922aa-bbb5-4a75-868e-224ca3df2b74 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:01:01.923276 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-d36caeb5-94c9-4a02-8903-0323156b28aa None None] Provisioning for port d70a4742-ebba-4d5f-a2d6-3b74e9925607 completed by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:01:02.430953 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device d70a4742-ebba-4d5f-a2d6-3b74e9925607 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:01:02.499844 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning for port d70a4742-ebba-4d5f-a2d6-3b74e9925607 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:01:02.505122 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port d70a4742-ebba-4d5f-a2d6-3b74e9925607 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:01:02.505526 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:02.625724 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:02.659373 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] For port d70a4742-ebba-4d5f-a2d6-3b74e9925607, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=d70a4742-ebba-4d5f-a2d6-3b74e9925607,segment=NetworkSegment(37aca6f7-d271-4504-99ca-24ee501cad18),segment_id=37aca6f7-d271-4504-99ca-24ee501cad18)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:01:02.663948 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:02.666156 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:01:02.742268 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Pushing event updated for resources: {'Port': ['ID=d70a4742-ebba-4d5f-a2d6-3b74e9925607,revision_number=3']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:01:02.745603 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:01:03.037096 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 5 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:01:03.451187 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 42854) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:01:03.835562 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-5dafd5a4-4152-4cef-b975-e21dc536805a admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '2bc16ce683054f7da6b7796bcb5bace7'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:01:03.840644 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-5dafd5a4-4152-4cef-b975-e21dc536805a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:01:03.845046 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-5dafd5a4-4152-4cef-b975-e21dc536805a admin admin] Usage tracker for resource:router and tenant:2bc16ce683054f7da6b7796bcb5bace7 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:01:03.848505 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-5dafd5a4-4152-4cef-b975-e21dc536805a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:01:03.854343 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-5dafd5a4-4152-4cef-b975-e21dc536805a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:01:03.866713 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-5dafd5a4-4152-4cef-b975-e21dc536805a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-632075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5397'] for router, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:03.868365 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-5dafd5a4-4152-4cef-b975-e21dc536805a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5406'] for router, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:03.892580 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-5dafd5a4-4152-4cef-b975-e21dc536805a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:04.005465 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-5dafd5a4-4152-4cef-b975-e21dc536805a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-632064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663024'] for router, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:04.024646 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-5dafd5a4-4152-4cef-b975-e21dc536805a admin admin] Notify callbacks [] for router, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:04.025970 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-5dafd5a4-4152-4cef-b975-e21dc536805a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5738015 May 19 21:01:04.421468 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device d70a4742-ebba-4d5f-a2d6-3b74e9925607 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:01:04.492081 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port d70a4742-ebba-4d5f-a2d6-3b74e9925607 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:01:04.492454 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:05.952887 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-86fa2e4e-b140-42f6-9926-6cf4a5ea3020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:06.465187 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 42864) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:01:06.858047 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [None req-a415751e-b39a-4962-9d71-98f7b22b8e62 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 21:01:06.859179 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-a415751e-b39a-4962-9d71-98f7b22b8e62 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3928840 May 19 21:01:08.489302 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:08.765372 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-ca40110d-175f-4fef-84ad-ccda1b00d635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:09.237463 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 42874) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:01:09.370618 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:09.630017 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-3d38bd8f-a728-4e89-b217-837fec25731a admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'is_default': True}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:01:09.634885 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-3d38bd8f-a728-4e89-b217-837fec25731a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:01:09.639362 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-3d38bd8f-a728-4e89-b217-837fec25731a admin admin] Usage tracker for resource:network and tenant:bded87a2eb5e4403b09d7291b01f698d is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:01:09.643387 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-3d38bd8f-a728-4e89-b217-837fec25731a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:01:09.650531 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-3d38bd8f-a728-4e89-b217-837fec25731a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:01:09.660977 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d38bd8f-a728-4e89-b217-837fec25731a admin admin] Made reservation on behalf of bded87a2eb5e4403b09d7291b01f698d for: {'network': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:01:09.663375 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3d38bd8f-a728-4e89-b217-837fec25731a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1785277'] for network, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:09.680213 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3d38bd8f-a728-4e89-b217-837fec25731a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:09.697071 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-3d38bd8f-a728-4e89-b217-837fec25731a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:01:09.701451 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-3d38bd8f-a728-4e89-b217-837fec25731a admin admin] Usage tracker for resource:security_group_rule and tenant:bded87a2eb5e4403b09d7291b01f698d is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:01:09.705565 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-3d38bd8f-a728-4e89-b217-837fec25731a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:01:09.712412 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-3d38bd8f-a728-4e89-b217-837fec25731a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:01:09.815106 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3d38bd8f-a728-4e89-b217-837fec25731a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:09.820011 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3d38bd8f-a728-4e89-b217-837fec25731a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:09.824563 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:01:09.837605 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3d38bd8f-a728-4e89-b217-837fec25731a admin admin] Reserving flat network on physical network physnet1 {{(pid=91836) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 19 21:01:09.861941 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38bd8f-a728-4e89-b217-837fec25731a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b6e5fe-8d15-4a16-88c4-1341606b6c04,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:01:09.864481 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3d38bd8f-a728-4e89-b217-837fec25731a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750774469066', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:09.865046 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3d38bd8f-a728-4e89-b217-837fec25731a admin admin] Unsubscribe: segment precommit_create {{(pid=91836) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 19 21:01:09.865481 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.db.segments_db [None req-3d38bd8f-a728-4e89-b217-837fec25731a admin admin] Added segment 2ae65b33-9dba-40dd-84dc-4e059aac7a0c of type flat for network 7528c24a-f700-413f-aad3-165c7750b403 May 19 21:01:09.878252 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-3d38bd8f-a728-4e89-b217-837fec25731a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:01:09.907498 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3d38bd8f-a728-4e89-b217-837fec25731a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750774008697'] for network, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:09.951845 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3d38bd8f-a728-4e89-b217-837fec25731a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448'] for network, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:09.953187 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d38bd8f-a728-4e89-b217-837fec25731a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:01:09.953840 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3d38bd8f-a728-4e89-b217-837fec25731a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:09.958291 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:01:10.066330 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-3d38bd8f-a728-4e89-b217-837fec25731a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8277433 May 19 21:01:10.072334 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38bd8f-a728-4e89-b217-837fec25731a admin admin] Pushing event updated for resources: {'Network': ['ID=7528c24a-f700-413f-aad3-165c7750b403,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:01:10.075857 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-3d38bd8f-a728-4e89-b217-837fec25731a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:01:10.083815 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Network 7528c24a-f700-413f-aad3-165c7750b403 details requested by agent ovs-agent-dv-cinder-784623-12-iscsi with host dv-cinder-784623-12-iscsi {{(pid=91838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 21:01:11.130318 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:12.446401 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 42894) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:01:12.672102 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190a03e0-d70e-4df5-ba12-9938c8e19335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:01:12.673429 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-190a03e0-d70e-4df5-ba12-9938c8e19335 admin admin] 10.222.0.44 "GET /v2.0/subnets/e0495171-590b-4d49-852e-d4452cd0ea33 HTTP/1.1" status: 200 len: 849 time: 0.2260921 May 19 21:01:12.842167 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-d51b5fdf-0415-46fd-90b9-5493260f6a7f admin admin] 10.222.0.44 "GET /v2.0/routers/a4b748a8-29a0-4fba-9772-2f1158b98855 HTTP/1.1" status: 200 len: 704 time: 0.1630504 May 19 21:01:13.306193 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-954f2e61-fc14-4a8a-ad84-040969978dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:13.545308 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [None req-954f2e61-fc14-4a8a-ad84-040969978dc6 admin admin] Allocated IP 172.20.0.1 (f96922aa-bbb5-4a75-868e-224ca3df2b74/e0495171-590b-4d49-852e-d4452cd0ea33/94909262-e6fc-4750-8ef3-79004efa0704) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:01:13.707155 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-954f2e61-fc14-4a8a-ad84-040969978dc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:13.725363 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [None req-954f2e61-fc14-4a8a-ad84-040969978dc6 admin admin] Transition to ACTIVE for port object 94909262-e6fc-4750-8ef3-79004efa0704 will not be triggered until provisioned by entity DHCP. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:01:13.785270 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-954f2e61-fc14-4a8a-ad84-040969978dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:13.790054 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:01:13.886046 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954f2e61-fc14-4a8a-ad84-040969978dc6 admin admin] Network f96922aa-bbb5-4a75-868e-224ca3df2b74 is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:01:13.888865 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-954f2e61-fc14-4a8a-ad84-040969978dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:01:13.891614 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954f2e61-fc14-4a8a-ad84-040969978dc6 admin admin] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:01:13.892107 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-954f2e61-fc14-4a8a-ad84-040969978dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658499'] for router_interface, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:14.017083 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f2e61-fc14-4a8a-ad84-040969978dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=94909262-e6fc-4750-8ef3-79004efa0704,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:01:14.026955 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-954f2e61-fc14-4a8a-ad84-040969978dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:01:14.061992 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-7fa3d65d-849c-421f-894b-a2678a0985cc None None] Provisioning for port 94909262-e6fc-4750-8ef3-79004efa0704 completed by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:01:14.067187 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-7fa3d65d-849c-421f-894b-a2678a0985cc None None] Provisioning complete for port 94909262-e6fc-4750-8ef3-79004efa0704 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:01:14.067582 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-7fa3d65d-849c-421f-894b-a2678a0985cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:14.120331 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-7fa3d65d-849c-421f-894b-a2678a0985cc None None] Port 94909262-e6fc-4750-8ef3-79004efa0704 cannot update to ACTIVE because it is not bound. {{(pid=91838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 21:01:14.166884 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-954f2e61-fc14-4a8a-ad84-040969978dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:14.400915 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-954f2e61-fc14-4a8a-ad84-040969978dc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:14.407212 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-954f2e61-fc14-4a8a-ad84-040969978dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:14.408467 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-954f2e61-fc14-4a8a-ad84-040969978dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658468'] for router_interface, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:14.411919 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:01:14.544070 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f2e61-fc14-4a8a-ad84-040969978dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=94909262-e6fc-4750-8ef3-79004efa0704,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:01:14.551348 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-954f2e61-fc14-4a8a-ad84-040969978dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:01:14.604456 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954f2e61-fc14-4a8a-ad84-040969978dc6 admin admin] Network f96922aa-bbb5-4a75-868e-224ca3df2b74 is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:01:14.605505 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-954f2e61-fc14-4a8a-ad84-040969978dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:01:14.801442 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954f2e61-fc14-4a8a-ad84-040969978dc6 admin admin] Router a4b748a8-29a0-4fba-9772-2f1158b98855 is scheduled to L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 with binding_index 1 {{(pid=91836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 21:01:14.842709 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-81458fc8-4466-4a92-b9e8-2005515520f0 None None] Provisioning complete for port 94909262-e6fc-4750-8ef3-79004efa0704 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:01:14.843097 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-81458fc8-4466-4a92-b9e8-2005515520f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:14.922910 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-81458fc8-4466-4a92-b9e8-2005515520f0 None None] Port 94909262-e6fc-4750-8ef3-79004efa0704 cannot update to ACTIVE because it is not bound. {{(pid=91838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 21:01:14.970379 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954f2e61-fc14-4a8a-ad84-040969978dc6 admin admin] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:01:14.980104 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d8bbf5-f350-4547-8a02-ba2b71e188b4 None None] Sync routers for ids ['a4b748a8-29a0-4fba-9772-2f1158b98855'] in dv-cinder-784623-12-iscsi {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:01:14.981121 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-954f2e61-fc14-4a8a-ad84-040969978dc6 admin admin] 10.222.0.44 "PUT /v2.0/routers/a4b748a8-29a0-4fba-9772-2f1158b98855/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1335294 May 19 21:01:14.991998 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d8bbf5-f350-4547-8a02-ba2b71e188b4 None None] Routers {'a4b748a8-29a0-4fba-9772-2f1158b98855'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:01:14.992845 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-20d8bbf5-f350-4547-8a02-ba2b71e188b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:01:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['a4b748a8-29a0-4fba-9772-2f1158b98855'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:01:15.169022 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-20d8bbf5-f350-4547-8a02-ba2b71e188b4 None None] Set router a4b748a8-29a0-4fba-9772-2f1158b98855 gateway port host: None {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:01:15.547456 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-20d8bbf5-f350-4547-8a02-ba2b71e188b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b748a8-29a0-4fba-9772-2f1158b98855', 'name': 'router1', 'tenant_id': '2bc16ce683054f7da6b7796bcb5bace7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:01:03Z', 'updated_at': '2021-05-19T21:01:14Z', 'revision_number': 2, 'project_id': '2bc16ce683054f7da6b7796bcb5bace7', 'gw_port_host': None, '_interfaces': [{'id': '94909262-e6fc-4750-8ef3-79004efa0704', 'name': '', 'network_id': 'f96922aa-bbb5-4a75-868e-224ca3df2b74', 'tenant_id': '2bc16ce683054f7da6b7796bcb5bace7', 'mac_address': 'fa:16:3e:7f:da:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b748a8-29a0-4fba-9772-2f1158b98855', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0495171-590b-4d49-852e-d4452cd0ea33', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:01:13Z', 'updated_at': '2021-05-19T21:01:14Z', 'revision_number': 2, 'project_id': '2bc16ce683054f7da6b7796bcb5bace7', 'subnets': [{'id': 'e0495171-590b-4d49-852e-d4452cd0ea33', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'affba786-248e-4c34-8de0-0a3e1ea20fe6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:01:15.552666 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d8bbf5-f350-4547-8a02-ba2b71e188b4 None None] Checking router: a4b748a8-29a0-4fba-9772-2f1158b98855 for host: dv-cinder-784623-12-iscsi {{(pid=91839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:01:15.553036 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d8bbf5-f350-4547-8a02-ba2b71e188b4 None None] Updating router a4b748a8-29a0-4fba-9772-2f1158b98855 port 94909262-e6fc-4750-8ef3-79004efa0704 binding host dv-cinder-784623-12-iscsi {{(pid=91839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:01:15.606365 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-20d8bbf5-f350-4547-8a02-ba2b71e188b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:15.995224 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-20d8bbf5-f350-4547-8a02-ba2b71e188b4 None None] Notify callbacks [] for port, precommit_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:16.011102 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.provisioning_blocks [None req-20d8bbf5-f350-4547-8a02-ba2b71e188b4 None None] Transition to ACTIVE for port object 94909262-e6fc-4750-8ef3-79004efa0704 will not be triggered until provisioned by entity L2. {{(pid=91839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:01:16.018669 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-20d8bbf5-f350-4547-8a02-ba2b71e188b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:16.023903 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:01:16.257650 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb94eb-0f27-45cf-9903-c56103a04edc None None] Pushing event updated for resources: {'Port': ['ID=94909262-e6fc-4750-8ef3-79004efa0704,revision_number=3']} {{(pid=91839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:01:16.270200 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb94eb-0f27-45cf-9903-c56103a04edc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:01:16.270534 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb94eb-0f27-45cf-9903-c56103a04edc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:01:16.270896 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb94eb-0f27-45cf-9903-c56103a04edc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:01:16.271556 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb94eb-0f27-45cf-9903-c56103a04edc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:01:16.271871 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb94eb-0f27-45cf-9903-c56103a04edc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:01:16.272184 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb94eb-0f27-45cf-9903-c56103a04edc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:01:16.272492 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb94eb-0f27-45cf-9903-c56103a04edc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:01:16.272799 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb94eb-0f27-45cf-9903-c56103a04edc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:01:16.273120 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb94eb-0f27-45cf-9903-c56103a04edc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:01:16.273427 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb94eb-0f27-45cf-9903-c56103a04edc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:01:16.273731 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb94eb-0f27-45cf-9903-c56103a04edc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:01:16.274014 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb94eb-0f27-45cf-9903-c56103a04edc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:01:16.275318 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb94eb-0f27-45cf-9903-c56103a04edc None None] Tracked resource versions report: May 19 21:01:16.275318 dv-cinder-784623-12-iscsi neutron-server[91839]: pushed versions: May 19 21:01:16.275318 dv-cinder-784623-12-iscsi neutron-server[91839]: { 'AddressGroup': {'1.2'}, May 19 21:01:16.275318 dv-cinder-784623-12-iscsi neutron-server[91839]: 'ConntrackHelper': {'1.0'}, May 19 21:01:16.275318 dv-cinder-784623-12-iscsi neutron-server[91839]: 'Log': {'1.0'}, May 19 21:01:16.275318 dv-cinder-784623-12-iscsi neutron-server[91839]: 'Network': {'1.1'}, May 19 21:01:16.275318 dv-cinder-784623-12-iscsi neutron-server[91839]: 'Port': {'1.7'}, May 19 21:01:16.275318 dv-cinder-784623-12-iscsi neutron-server[91839]: 'PortForwarding': {'1.2'}, May 19 21:01:16.275318 dv-cinder-784623-12-iscsi neutron-server[91839]: 'QosPolicy': {'1.8'}, May 19 21:01:16.275318 dv-cinder-784623-12-iscsi neutron-server[91839]: 'SecurityGroup': {'1.4'}, May 19 21:01:16.275318 dv-cinder-784623-12-iscsi neutron-server[91839]: 'SecurityGroupRule': {'1.2'}, May 19 21:01:16.275318 dv-cinder-784623-12-iscsi neutron-server[91839]: 'SubPort': {'1.0'}, May 19 21:01:16.275318 dv-cinder-784623-12-iscsi neutron-server[91839]: 'Subnet': {'1.1'}, May 19 21:01:16.275318 dv-cinder-784623-12-iscsi neutron-server[91839]: 'Trunk': {'1.1'}} May 19 21:01:16.275318 dv-cinder-784623-12-iscsi neutron-server[91839]: consumer versions: May 19 21:01:16.275318 dv-cinder-784623-12-iscsi neutron-server[91839]: { DHCP agent@dv-cinder-784623-12-iscsi: {}, May 19 21:01:16.275318 dv-cinder-784623-12-iscsi neutron-server[91839]: L3 agent@dv-cinder-784623-12-iscsi: {}, May 19 21:01:16.275318 dv-cinder-784623-12-iscsi neutron-server[91839]: Metadata agent@dv-cinder-784623-12-iscsi: {}, May 19 21:01:16.275318 dv-cinder-784623-12-iscsi neutron-server[91839]: Metering agent@dv-cinder-784623-12-iscsi: {}, May 19 21:01:16.275318 dv-cinder-784623-12-iscsi neutron-server[91839]: Open vSwitch agent@dv-cinder-784623-12-iscsi: { 'AddressGroup': '1.2', May 19 21:01:16.275318 dv-cinder-784623-12-iscsi neutron-server[91839]: 'ConntrackHelper': '1.0', May 19 21:01:16.275318 dv-cinder-784623-12-iscsi neutron-server[91839]: 'Log': '1.0', May 19 21:01:16.275318 dv-cinder-784623-12-iscsi neutron-server[91839]: 'Network': '1.1', May 19 21:01:16.275318 dv-cinder-784623-12-iscsi neutron-server[91839]: 'Port': '1.7', May 19 21:01:16.275318 dv-cinder-784623-12-iscsi neutron-server[91839]: 'PortForwarding': '1.2', May 19 21:01:16.275318 dv-cinder-784623-12-iscsi neutron-server[91839]: 'QosPolicy': '1.8', May 19 21:01:16.275318 dv-cinder-784623-12-iscsi neutron-server[91839]: 'SecurityGroup': '1.4', May 19 21:01:16.275318 dv-cinder-784623-12-iscsi neutron-server[91839]: 'SecurityGroupRule': '1.2', May 19 21:01:16.275318 dv-cinder-784623-12-iscsi neutron-server[91839]: 'SubPort': '1.0', May 19 21:01:16.275318 dv-cinder-784623-12-iscsi neutron-server[91839]: 'Subnet': '1.1', May 19 21:01:16.275318 dv-cinder-784623-12-iscsi neutron-server[91839]: 'Trunk': '1.1'}} May 19 21:01:16.275318 dv-cinder-784623-12-iscsi neutron-server[91839]: {{(pid=91839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 21:01:16.279624 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.managers [None req-20d8bbf5-f350-4547-8a02-ba2b71e188b4 None None] Attempting to bind port 94909262-e6fc-4750-8ef3-79004efa0704 on host dv-cinder-784623-12-iscsi for vnic_type normal with profile {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:01:16.280023 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.managers [None req-20d8bbf5-f350-4547-8a02-ba2b71e188b4 None None] Attempting to bind port 94909262-e6fc-4750-8ef3-79004efa0704 by drivers openvswitch,hyperv on host dv-cinder-784623-12-iscsi at level 0 using segments [{'id': '37aca6f7-d271-4504-99ca-24ee501cad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f96922aa-bbb5-4a75-868e-224ca3df2b74'}] {{(pid=91839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:01:16.280562 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d8bbf5-f350-4547-8a02-ba2b71e188b4 None None] Attempting to bind port 94909262-e6fc-4750-8ef3-79004efa0704 on network f96922aa-bbb5-4a75-868e-224ca3df2b74 {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:01:16.282823 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [None req-48fb94eb-0f27-45cf-9903-c56103a04edc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:01:16.287025 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d8bbf5-f350-4547-8a02-ba2b71e188b4 None None] Checking agent: {'id': 'f197b149-8cce-4905-bf69-1a24ef250a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 0, 38), 'started_at': datetime.datetime(2021, 5, 19, 21, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:01:16.287425 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d8bbf5-f350-4547-8a02-ba2b71e188b4 None None] Checking segment: {'id': '37aca6f7-d271-4504-99ca-24ee501cad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f96922aa-bbb5-4a75-868e-224ca3df2b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:01:16.287896 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-20d8bbf5-f350-4547-8a02-ba2b71e188b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:16.288271 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d8bbf5-f350-4547-8a02-ba2b71e188b4 None None] Bound using segment: {'id': '37aca6f7-d271-4504-99ca-24ee501cad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f96922aa-bbb5-4a75-868e-224ca3df2b74'} {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:01:16.288768 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.managers [None req-20d8bbf5-f350-4547-8a02-ba2b71e188b4 None None] Bound port: 94909262-e6fc-4750-8ef3-79004efa0704, host: dv-cinder-784623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37aca6f7-d271-4504-99ca-24ee501cad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f96922aa-bbb5-4a75-868e-224ca3df2b74'}}] {{(pid=91839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:01:16.289139 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-20d8bbf5-f350-4547-8a02-ba2b71e188b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:16.379883 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.db [None req-20d8bbf5-f350-4547-8a02-ba2b71e188b4 None None] For port 94909262-e6fc-4750-8ef3-79004efa0704, host dv-cinder-784623-12-iscsi, cleared binding levels {{(pid=91839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:01:16.384256 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.db [None req-20d8bbf5-f350-4547-8a02-ba2b71e188b4 None None] For port 94909262-e6fc-4750-8ef3-79004efa0704, host dv-cinder-784623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=94909262-e6fc-4750-8ef3-79004efa0704,segment=NetworkSegment(37aca6f7-d271-4504-99ca-24ee501cad18),segment_id=37aca6f7-d271-4504-99ca-24ee501cad18)] {{(pid=91839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:01:16.389766 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-20d8bbf5-f350-4547-8a02-ba2b71e188b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:16.393966 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:01:16.465822 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d8bbf5-f350-4547-8a02-ba2b71e188b4 None None] Routers {'a4b748a8-29a0-4fba-9772-2f1158b98855'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:01:16.466463 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-20d8bbf5-f350-4547-8a02-ba2b71e188b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:01:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['a4b748a8-29a0-4fba-9772-2f1158b98855'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:01:16.610423 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb94eb-0f27-45cf-9903-c56103a04edc None None] Pushing event updated for resources: {'Port': ['ID=94909262-e6fc-4750-8ef3-79004efa0704,revision_number=4']} {{(pid=91839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:01:16.615539 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [None req-48fb94eb-0f27-45cf-9903-c56103a04edc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:01:16.633860 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-20d8bbf5-f350-4547-8a02-ba2b71e188b4 None None] Set router a4b748a8-29a0-4fba-9772-2f1158b98855 gateway port host: None {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:01:16.973637 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-20d8bbf5-f350-4547-8a02-ba2b71e188b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b748a8-29a0-4fba-9772-2f1158b98855', 'name': 'router1', 'tenant_id': '2bc16ce683054f7da6b7796bcb5bace7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:01:03Z', 'updated_at': '2021-05-19T21:01:14Z', 'revision_number': 2, 'project_id': '2bc16ce683054f7da6b7796bcb5bace7', 'gw_port_host': None, '_interfaces': [{'id': '94909262-e6fc-4750-8ef3-79004efa0704', 'name': '', 'network_id': 'f96922aa-bbb5-4a75-868e-224ca3df2b74', 'tenant_id': '2bc16ce683054f7da6b7796bcb5bace7', 'mac_address': 'fa:16:3e:7f:da:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b748a8-29a0-4fba-9772-2f1158b98855', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0495171-590b-4d49-852e-d4452cd0ea33', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:01:13Z', 'updated_at': '2021-05-19T21:01:16Z', 'revision_number': 4, 'project_id': '2bc16ce683054f7da6b7796bcb5bace7', 'subnets': [{'id': 'e0495171-590b-4d49-852e-d4452cd0ea33', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'affba786-248e-4c34-8de0-0a3e1ea20fe6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:01:16.978584 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d8bbf5-f350-4547-8a02-ba2b71e188b4 None None] The sync data for ids ['a4b748a8-29a0-4fba-9772-2f1158b98855'] in dv-cinder-784623-12-iscsi is: [{'id': 'a4b748a8-29a0-4fba-9772-2f1158b98855', 'name': 'router1', 'tenant_id': '2bc16ce683054f7da6b7796bcb5bace7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:01:03Z', 'updated_at': '2021-05-19T21:01:14Z', 'revision_number': 2, 'project_id': '2bc16ce683054f7da6b7796bcb5bace7', 'gw_port_host': None, '_interfaces': [{'id': '94909262-e6fc-4750-8ef3-79004efa0704', 'name': '', 'network_id': 'f96922aa-bbb5-4a75-868e-224ca3df2b74', 'tenant_id': '2bc16ce683054f7da6b7796bcb5bace7', 'mac_address': 'fa:16:3e:7f:da:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b748a8-29a0-4fba-9772-2f1158b98855', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0495171-590b-4d49-852e-d4452cd0ea33', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:01:13Z', 'updated_at': '2021-05-19T21:01:16Z', 'revision_number': 4, 'project_id': '2bc16ce683054f7da6b7796bcb5bace7', 'subnets': [{'id': 'e0495171-590b-4d49-852e-d4452cd0ea33', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'affba786-248e-4c34-8de0-0a3e1ea20fe6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:01:17.216660 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 42916) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:01:17.373877 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92921035-bec2-4505-8f59-d95e4b16a0c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:01:17.375651 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-92921035-bec2-4505-8f59-d95e4b16a0c4 admin admin] 10.222.0.44 "GET /v2.0/networks/7528c24a-f700-413f-aad3-165c7750b403 HTTP/1.1" status: 200 len: 842 time: 0.1579921 May 19 21:01:17.384940 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-affa9a17-b244-411d-907e-5407e8c97266 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'enable_dhcp': False}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:01:17.389831 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-affa9a17-b244-411d-907e-5407e8c97266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:01:17.393722 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-affa9a17-b244-411d-907e-5407e8c97266 admin admin] Usage tracker for resource:subnet and tenant:bded87a2eb5e4403b09d7291b01f698d is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:01:17.397041 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-affa9a17-b244-411d-907e-5407e8c97266 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:01:17.402701 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-affa9a17-b244-411d-907e-5407e8c97266 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:01:17.413848 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affa9a17-b244-411d-907e-5407e8c97266 admin admin] Made reservation on behalf of bded87a2eb5e4403b09d7291b01f698d for: {'subnet': 1} {{(pid=91837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:01:17.416173 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-affa9a17-b244-411d-907e-5407e8c97266 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:17.873823 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.objects.ports [None req-affa9a17-b244-411d-907e-5407e8c97266 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91837) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 19 21:01:17.874202 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-affa9a17-b244-411d-907e-5407e8c97266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407'] for subnet, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:17.878367 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:01:17.949366 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa9a17-b244-411d-907e-5407e8c97266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5baa0079-c83e-4549-8f83-3def60c01514,revision_number=0']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:01:17.954816 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-affa9a17-b244-411d-907e-5407e8c97266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:01:17.961038 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affa9a17-b244-411d-907e-5407e8c97266 admin admin] Checking segment: {'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:01:17.961388 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affa9a17-b244-411d-907e-5407e8c97266 admin admin] Network hostable DHCP agents. Network: 7528c24a-f700-413f-aad3-165c7750b403, hostable agents: ['79fa1e52-5d5b-4f2e-bd0b-6133595bf37f'], hosted agents: [] {{(pid=91837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:01:17.982727 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affa9a17-b244-411d-907e-5407e8c97266 admin admin] Network 7528c24a-f700-413f-aad3-165c7750b403 is scheduled to be hosted by DHCP agent 79fa1e52-5d5b-4f2e-bd0b-6133595bf37f with binding_index 1 {{(pid=91837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:01:17.994738 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.base_scheduler [None req-affa9a17-b244-411d-907e-5407e8c97266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-12-iscsi, 7528c24a-f700-413f-aad3-165c7750b403) {{(pid=91837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:01:18.000079 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affa9a17-b244-411d-907e-5407e8c97266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:01:18.000693 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-affa9a17-b244-411d-907e-5407e8c97266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for subnet, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:18.005028 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b377516-583a-451a-83eb-5a861e005d70 None None] Network 7528c24a-f700-413f-aad3-165c7750b403 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:01:18.023693 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-affa9a17-b244-411d-907e-5407e8c97266 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6422203 May 19 21:01:18.220729 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2325ae58-ad66-405f-ba68-644d31953511 None None] Network 7528c24a-f700-413f-aad3-165c7750b403 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:01:20.288941 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 42930) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:01:20.438126 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 94909262-e6fc-4750-8ef3-79004efa0704 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:01:20.507200 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning for port 94909262-e6fc-4750-8ef3-79004efa0704 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:01:20.512551 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port 94909262-e6fc-4750-8ef3-79004efa0704 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:01:20.512918 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:20.547761 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-e5a78faf-b89d-4684-89fa-2f4ef7c0a199 admin admin] 10.222.0.44 "GET /v2.0/routers/a4b748a8-29a0-4fba-9772-2f1158b98855 HTTP/1.1" status: 200 len: 710 time: 0.2577872 May 19 21:01:20.636030 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:20.674214 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] For port 94909262-e6fc-4750-8ef3-79004efa0704, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=94909262-e6fc-4750-8ef3-79004efa0704,segment=NetworkSegment(37aca6f7-d271-4504-99ca-24ee501cad18),segment_id=37aca6f7-d271-4504-99ca-24ee501cad18)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:01:20.680800 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:20.684008 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:01:20.684598 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80cd34a-9be0-490a-a795-0306c6083593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:01:20.685180 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-e80cd34a-9be0-490a-a795-0306c6083593 admin admin] Synchronizing usage tracker for tenant:bded87a2eb5e4403b09d7291b01f698d on resource:network {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:01:20.707253 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-e80cd34a-9be0-490a-a795-0306c6083593 admin admin] Unset dirty status for tenant:bded87a2eb5e4403b09d7291b01f698d on resource:network {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:01:20.713525 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-e80cd34a-9be0-490a-a795-0306c6083593 admin admin] 10.222.0.44 "GET /v2.0/networks/7528c24a-f700-413f-aad3-165c7750b403 HTTP/1.1" status: 200 len: 886 time: 0.1558073 May 19 21:01:20.718047 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-5904c07f-6b70-4d30-8674-d0ac26716610 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403'}}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:01:20.754549 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Pushing event updated for resources: {'Port': ['ID=94909262-e6fc-4750-8ef3-79004efa0704,revision_number=5']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:01:20.757843 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:01:21.158260 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5904c07f-6b70-4d30-8674-d0ac26716610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-662851', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-632185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5424'] for router, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:21.492285 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5904c07f-6b70-4d30-8674-d0ac26716610 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:21.549977 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5904c07f-6b70-4d30-8674-d0ac26716610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:21.696291 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [None req-5904c07f-6b70-4d30-8674-d0ac26716610 admin admin] Allocated IP 172.27.1.144 (7528c24a-f700-413f-aad3-165c7750b403/5baa0079-c83e-4549-8f83-3def60c01514/bfcd817a-87e1-4e49-80b0-f484f1e51add) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:01:21.852077 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5904c07f-6b70-4d30-8674-d0ac26716610 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:21.891039 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5904c07f-6b70-4d30-8674-d0ac26716610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:21.897730 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-954f2e61-fc14-4a8a-ad84-040969978dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:01:21.965101 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5904c07f-6b70-4d30-8674-d0ac26716610 admin admin] Network 7528c24a-f700-413f-aad3-165c7750b403 is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:01:21.967825 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-5904c07f-6b70-4d30-8674-d0ac26716610 admin admin] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:01:21.971596 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5904c07f-6b70-4d30-8674-d0ac26716610 admin admin] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:01:22.085721 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904c07f-6b70-4d30-8674-d0ac26716610 admin admin] Pushing event updated for resources: {'Port': ['ID=bfcd817a-87e1-4e49-80b0-f484f1e51add,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:01:22.095202 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-5904c07f-6b70-4d30-8674-d0ac26716610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:01:22.427219 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5904c07f-6b70-4d30-8674-d0ac26716610 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:22.430882 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 94909262-e6fc-4750-8ef3-79004efa0704 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:01:22.499413 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port 94909262-e6fc-4750-8ef3-79004efa0704 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:01:22.499747 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:22.771214 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5904c07f-6b70-4d30-8674-d0ac26716610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-662851', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-632185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5424'] for router, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:22.775318 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5904c07f-6b70-4d30-8674-d0ac26716610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-662914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-663035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-632167'] for router, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:22.961851 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5904c07f-6b70-4d30-8674-d0ac26716610 admin admin] Router a4b748a8-29a0-4fba-9772-2f1158b98855 has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:01:23.147509 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5904c07f-6b70-4d30-8674-d0ac26716610 admin admin] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:01:23.156165 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5904c07f-6b70-4d30-8674-d0ac26716610 admin admin] Notify callbacks [] for router, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:23.157627 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-5904c07f-6b70-4d30-8674-d0ac26716610 admin admin] 10.222.0.44 "PUT /v2.0/routers/a4b748a8-29a0-4fba-9772-2f1158b98855 HTTP/1.1" status: 200 len: 890 time: 2.4431753 May 19 21:01:23.159273 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b52311-9a13-436c-a759-8fdd5ace93cf None None] Sync routers for ids ['a4b748a8-29a0-4fba-9772-2f1158b98855'] in dv-cinder-784623-12-iscsi {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:01:23.175003 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b52311-9a13-436c-a759-8fdd5ace93cf None None] Routers {'a4b748a8-29a0-4fba-9772-2f1158b98855'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:01:23.176378 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-c6b52311-9a13-436c-a759-8fdd5ace93cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:01:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['a4b748a8-29a0-4fba-9772-2f1158b98855'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:01:23.419597 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-c6b52311-9a13-436c-a759-8fdd5ace93cf None None] Set router a4b748a8-29a0-4fba-9772-2f1158b98855 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:01:23.796256 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-c6b52311-9a13-436c-a759-8fdd5ace93cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b748a8-29a0-4fba-9772-2f1158b98855', 'name': 'router1', 'tenant_id': '2bc16ce683054f7da6b7796bcb5bace7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'bfcd817a-87e1-4e49-80b0-f484f1e51add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:01:03Z', 'updated_at': '2021-05-19T21:01:22Z', 'revision_number': 4, 'project_id': '2bc16ce683054f7da6b7796bcb5bace7', 'gw_port': {'id': 'bfcd817a-87e1-4e49-80b0-f484f1e51add', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:75:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b748a8-29a0-4fba-9772-2f1158b98855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:01:21Z', 'updated_at': '2021-05-19T21:01:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': '94909262-e6fc-4750-8ef3-79004efa0704', 'name': '', 'network_id': 'f96922aa-bbb5-4a75-868e-224ca3df2b74', 'tenant_id': '2bc16ce683054f7da6b7796bcb5bace7', 'mac_address': 'fa:16:3e:7f:da:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b748a8-29a0-4fba-9772-2f1158b98855', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0495171-590b-4d49-852e-d4452cd0ea33', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:01:13Z', 'updated_at': '2021-05-19T21:01:20Z', 'revision_number': 5, 'project_id': '2bc16ce683054f7da6b7796bcb5bace7', 'subnets': [{'id': 'e0495171-590b-4d49-852e-d4452cd0ea33', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'affba786-248e-4c34-8de0-0a3e1ea20fe6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:01:23.802396 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b52311-9a13-436c-a759-8fdd5ace93cf None None] Checking router: a4b748a8-29a0-4fba-9772-2f1158b98855 for host: dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:01:23.802759 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b52311-9a13-436c-a759-8fdd5ace93cf None None] Updating router a4b748a8-29a0-4fba-9772-2f1158b98855 port bfcd817a-87e1-4e49-80b0-f484f1e51add binding host dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:01:23.857973 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c6b52311-9a13-436c-a759-8fdd5ace93cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:24.199212 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c6b52311-9a13-436c-a759-8fdd5ace93cf None None] Notify callbacks [] for port, precommit_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:24.211181 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c6b52311-9a13-436c-a759-8fdd5ace93cf None None] Transition to ACTIVE for port object bfcd817a-87e1-4e49-80b0-f484f1e51add will not be triggered until provisioned by entity L2. {{(pid=91838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:01:24.220707 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c6b52311-9a13-436c-a759-8fdd5ace93cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:24.224772 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:01:24.303100 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-c6b52311-9a13-436c-a759-8fdd5ace93cf None None] Attempting to bind port bfcd817a-87e1-4e49-80b0-f484f1e51add on host dv-cinder-784623-12-iscsi for vnic_type normal with profile {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:01:24.303442 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-c6b52311-9a13-436c-a759-8fdd5ace93cf None None] Attempting to bind port bfcd817a-87e1-4e49-80b0-f484f1e51add by drivers openvswitch,hyperv on host dv-cinder-784623-12-iscsi at level 0 using segments [{'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:01:24.303826 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b52311-9a13-436c-a759-8fdd5ace93cf None None] Attempting to bind port bfcd817a-87e1-4e49-80b0-f484f1e51add on network 7528c24a-f700-413f-aad3-165c7750b403 {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:01:24.305905 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975b501-d95e-4747-aceb-93fc55c59fee None None] Pushing event updated for resources: {'Port': ['ID=bfcd817a-87e1-4e49-80b0-f484f1e51add,revision_number=2']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:01:24.309485 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c975b501-d95e-4747-aceb-93fc55c59fee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:01:24.312135 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b52311-9a13-436c-a759-8fdd5ace93cf None None] Checking agent: {'id': 'f197b149-8cce-4905-bf69-1a24ef250a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 0, 38), 'started_at': datetime.datetime(2021, 5, 19, 21, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:01:24.312482 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b52311-9a13-436c-a759-8fdd5ace93cf None None] Checking segment: {'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:01:24.312910 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c6b52311-9a13-436c-a759-8fdd5ace93cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:24.313275 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b52311-9a13-436c-a759-8fdd5ace93cf None None] Bound using segment: {'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:01:24.314378 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-c6b52311-9a13-436c-a759-8fdd5ace93cf None None] Bound port: bfcd817a-87e1-4e49-80b0-f484f1e51add, host: dv-cinder-784623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'}}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:01:24.314378 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c6b52311-9a13-436c-a759-8fdd5ace93cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:24.385699 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c6b52311-9a13-436c-a759-8fdd5ace93cf None None] For port bfcd817a-87e1-4e49-80b0-f484f1e51add, host dv-cinder-784623-12-iscsi, cleared binding levels {{(pid=91838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:01:24.388755 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c6b52311-9a13-436c-a759-8fdd5ace93cf None None] For port bfcd817a-87e1-4e49-80b0-f484f1e51add, host dv-cinder-784623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=bfcd817a-87e1-4e49-80b0-f484f1e51add,segment=NetworkSegment(2ae65b33-9dba-40dd-84dc-4e059aac7a0c),segment_id=2ae65b33-9dba-40dd-84dc-4e059aac7a0c)] {{(pid=91838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:01:24.393341 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c6b52311-9a13-436c-a759-8fdd5ace93cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:24.398136 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:01:24.472941 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b52311-9a13-436c-a759-8fdd5ace93cf None None] Routers {'a4b748a8-29a0-4fba-9772-2f1158b98855'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:01:24.473540 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-c6b52311-9a13-436c-a759-8fdd5ace93cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:01:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['a4b748a8-29a0-4fba-9772-2f1158b98855'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:01:24.537201 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975b501-d95e-4747-aceb-93fc55c59fee None None] Pushing event updated for resources: {'Port': ['ID=bfcd817a-87e1-4e49-80b0-f484f1e51add,revision_number=3']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:01:24.542108 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c975b501-d95e-4747-aceb-93fc55c59fee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:01:24.658689 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-c6b52311-9a13-436c-a759-8fdd5ace93cf None None] Set router a4b748a8-29a0-4fba-9772-2f1158b98855 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:01:24.989120 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-c6b52311-9a13-436c-a759-8fdd5ace93cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b748a8-29a0-4fba-9772-2f1158b98855', 'name': 'router1', 'tenant_id': '2bc16ce683054f7da6b7796bcb5bace7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'bfcd817a-87e1-4e49-80b0-f484f1e51add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:01:03Z', 'updated_at': '2021-05-19T21:01:22Z', 'revision_number': 4, 'project_id': '2bc16ce683054f7da6b7796bcb5bace7', 'gw_port': {'id': 'bfcd817a-87e1-4e49-80b0-f484f1e51add', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:75:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b748a8-29a0-4fba-9772-2f1158b98855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:01:21Z', 'updated_at': '2021-05-19T21:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': '94909262-e6fc-4750-8ef3-79004efa0704', 'name': '', 'network_id': 'f96922aa-bbb5-4a75-868e-224ca3df2b74', 'tenant_id': '2bc16ce683054f7da6b7796bcb5bace7', 'mac_address': 'fa:16:3e:7f:da:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b748a8-29a0-4fba-9772-2f1158b98855', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0495171-590b-4d49-852e-d4452cd0ea33', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:01:13Z', 'updated_at': '2021-05-19T21:01:20Z', 'revision_number': 5, 'project_id': '2bc16ce683054f7da6b7796bcb5bace7', 'subnets': [{'id': 'e0495171-590b-4d49-852e-d4452cd0ea33', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'affba786-248e-4c34-8de0-0a3e1ea20fe6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:01:24.993503 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b52311-9a13-436c-a759-8fdd5ace93cf None None] The sync data for ids ['a4b748a8-29a0-4fba-9772-2f1158b98855'] in dv-cinder-784623-12-iscsi is: [{'id': 'a4b748a8-29a0-4fba-9772-2f1158b98855', 'name': 'router1', 'tenant_id': '2bc16ce683054f7da6b7796bcb5bace7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'bfcd817a-87e1-4e49-80b0-f484f1e51add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:01:03Z', 'updated_at': '2021-05-19T21:01:22Z', 'revision_number': 4, 'project_id': '2bc16ce683054f7da6b7796bcb5bace7', 'gw_port': {'id': 'bfcd817a-87e1-4e49-80b0-f484f1e51add', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:75:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b748a8-29a0-4fba-9772-2f1158b98855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:01:21Z', 'updated_at': '2021-05-19T21:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': '94909262-e6fc-4750-8ef3-79004efa0704', 'name': '', 'network_id': 'f96922aa-bbb5-4a75-868e-224ca3df2b74', 'tenant_id': '2bc16ce683054f7da6b7796bcb5bace7', 'mac_address': 'fa:16:3e:7f:da:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b748a8-29a0-4fba-9772-2f1158b98855', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0495171-590b-4d49-852e-d4452cd0ea33', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:01:13Z', 'updated_at': '2021-05-19T21:01:20Z', 'revision_number': 5, 'project_id': '2bc16ce683054f7da6b7796bcb5bace7', 'subnets': [{'id': 'e0495171-590b-4d49-852e-d4452cd0ea33', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'affba786-248e-4c34-8de0-0a3e1ea20fe6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:01:25.564232 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 42940) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:01:25.691065 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-76f20fe0-05b5-4d59-b5bf-18c3e11b0f0a admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1249621 May 19 21:01:26.450545 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device bfcd817a-87e1-4e49-80b0-f484f1e51add up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:01:26.526598 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning for port bfcd817a-87e1-4e49-80b0-f484f1e51add completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:01:26.532037 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port bfcd817a-87e1-4e49-80b0-f484f1e51add triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:01:26.532037 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:26.663003 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:26.679841 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] For port bfcd817a-87e1-4e49-80b0-f484f1e51add, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=bfcd817a-87e1-4e49-80b0-f484f1e51add,segment=NetworkSegment(2ae65b33-9dba-40dd-84dc-4e059aac7a0c),segment_id=2ae65b33-9dba-40dd-84dc-4e059aac7a0c)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:01:26.684719 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:26.686842 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:01:26.753548 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Pushing event updated for resources: {'Port': ['ID=bfcd817a-87e1-4e49-80b0-f484f1e51add,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:01:26.756720 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:01:28.441808 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device bfcd817a-87e1-4e49-80b0-f484f1e51add up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:01:28.524817 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port bfcd817a-87e1-4e49-80b0-f484f1e51add triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:01:28.525193 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:35.965445 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-9180bb9b-10da-493f-9579-c1d641b1bbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:38.492362 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:38.783619 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-d7495d22-c11e-4761-9a70-5718f21e33ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:39.375352 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:01:40.045844 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 5 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:01:41.154004 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:02:05.956737 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-0a9acf94-9040-4667-84c3-36060df04f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:02:08.502717 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:02:08.771357 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-20b24c4c-934a-4342-9a3d-77a4c46a8f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:02:09.383977 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:02:11.161459 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:02:17.037698 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 5 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:02:35.952202 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-2a93d2fb-2e66-408d-ac7e-03a9c8e497d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:02:38.494234 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:02:38.766818 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-f3492368-26a1-4228-90ce-182dbaee4e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:02:39.383630 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:02:41.161740 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:02:54.041002 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 5 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:03:03.541327 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 43510) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:03:03.612458 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.pecan_wsgi.hooks.translation [None req-540ea176-6fa6-4d10-97e6-ceb5b5b2fe65 admin admin] GET failed (client error): The resource could not be found. May 19 21:03:03.613935 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-540ea176-6fa6-4d10-97e6-ceb5b5b2fe65 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0716047 May 19 21:03:03.805565 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816a656a-2bf8-492f-a3d3-71821f40b75d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:03:03.807094 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-816a656a-2bf8-492f-a3d3-71821f40b75d admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1890662 May 19 21:03:05.962528 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dae0ea9c-724a-44d3-b322-c47ed0a90f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:06.280107 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 43520) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:03:06.408451 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ebce91-6560-453e-8d64-b7dea16c8d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:03:06.410570 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-84ebce91-6560-453e-8d64-b7dea16c8d12 admin admin] 10.222.0.44 "GET /v2.0/subnets/e0495171-590b-4d49-852e-d4452cd0ea33 HTTP/1.1" status: 200 len: 849 time: 0.1294856 May 19 21:03:06.420371 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-d58205a1-c17e-436c-a06e-42e3e970e7ef admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:03:06.546629 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-d58205a1-c17e-436c-a06e-42e3e970e7ef admin admin] Notify callbacks [] for subnet, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:06.753624 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-d58205a1-c17e-436c-a06e-42e3e970e7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750774438822'] for subnet, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:06.757674 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:03:06.800082 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58205a1-c17e-436c-a06e-42e3e970e7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:03:06.800567 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-d58205a1-c17e-436c-a06e-42e3e970e7ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for subnet, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:06.801819 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-d58205a1-c17e-436c-a06e-42e3e970e7ef admin admin] 10.222.0.44 "PUT /v2.0/subnets/e0495171-590b-4d49-852e-d4452cd0ea33 HTTP/1.1" status: 200 len: 868 time: 0.3857908 May 19 21:03:06.805999 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4282a54c-6b33-497f-9424-e0824d6f82fe None None] Network f96922aa-bbb5-4a75-868e-224ca3df2b74 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:03:06.832583 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58205a1-c17e-436c-a06e-42e3e970e7ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0495171-590b-4d49-852e-d4452cd0ea33,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:03:06.840455 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58205a1-c17e-436c-a06e-42e3e970e7ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:06.840825 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58205a1-c17e-436c-a06e-42e3e970e7ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:06.841359 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58205a1-c17e-436c-a06e-42e3e970e7ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:06.841851 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58205a1-c17e-436c-a06e-42e3e970e7ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:06.842199 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58205a1-c17e-436c-a06e-42e3e970e7ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:06.842539 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58205a1-c17e-436c-a06e-42e3e970e7ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:06.842880 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58205a1-c17e-436c-a06e-42e3e970e7ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:06.843229 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58205a1-c17e-436c-a06e-42e3e970e7ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:06.843560 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58205a1-c17e-436c-a06e-42e3e970e7ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:06.843880 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58205a1-c17e-436c-a06e-42e3e970e7ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:06.844209 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58205a1-c17e-436c-a06e-42e3e970e7ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:06.844516 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58205a1-c17e-436c-a06e-42e3e970e7ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:06.848240 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-d58205a1-c17e-436c-a06e-42e3e970e7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:03:07.313567 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-4691e014-3f36-41fd-b34e-468c9ab11ec5 None None] Provisioning complete for port 94909262-e6fc-4750-8ef3-79004efa0704 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:03:07.314179 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-4691e014-3f36-41fd-b34e-468c9ab11ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:07.448272 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-4691e014-3f36-41fd-b34e-468c9ab11ec5 None None] Provisioning complete for port d70a4742-ebba-4d5f-a2d6-3b74e9925607 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:03:07.448554 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-4691e014-3f36-41fd-b34e-468c9ab11ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:08.489658 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:08.772085 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-13e2ba61-2903-4d6f-be0f-e84dd575f7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:08.942595 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 43530) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:03:09.130968 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa6446e-63da-441b-824a-7f75159d8b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:03:09.131738 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa6446e-63da-441b-824a-7f75159d8b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:03:09.133300 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-6fa6446e-63da-441b-824a-7f75159d8b22 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1897030 May 19 21:03:09.379638 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:11.167939 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:11.299340 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 43540) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:03:11.482978 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de1c44e-c39c-4941-ac5f-151f3b5e534b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:03:11.483380 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de1c44e-c39c-4941-ac5f-151f3b5e534b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:03:11.484915 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-5de1c44e-c39c-4941-ac5f-151f3b5e534b admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1845899 May 19 21:03:13.662463 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 43550) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:03:13.850651 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21de5324-8bc9-4b1d-9b51-db7d183f1a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:03:13.852261 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-21de5324-8bc9-4b1d-9b51-db7d183f1a5b admin admin] 10.222.0.44 "GET /v2.0/networks/7528c24a-f700-413f-aad3-165c7750b403 HTTP/1.1" status: 200 len: 886 time: 0.1886539 May 19 21:03:16.060417 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 43560) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:03:16.250455 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d2ca8e-476f-4d0d-b8d8-74c7345a81d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:03:16.251705 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-c5d2ca8e-476f-4d0d-b8d8-74c7345a81d0 admin admin] 10.222.0.44 "GET /v2.0/networks/f96922aa-bbb5-4a75-868e-224ca3df2b74 HTTP/1.1" status: 200 len: 869 time: 0.1900115 May 19 21:03:18.545577 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 43570) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:03:18.666127 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1fb3e1-2948-43d2-a541-0d1c92d315a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:03:18.666583 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1fb3e1-2948-43d2-a541-0d1c92d315a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:03:18.667410 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-0c1fb3e1-2948-43d2-a541-0d1c92d315a6 admin admin] Synchronizing usage tracker for tenant:bded87a2eb5e4403b09d7291b01f698d on resource:subnet {{(pid=91837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:03:18.684994 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-0c1fb3e1-2948-43d2-a541-0d1c92d315a6 admin admin] Unset dirty status for tenant:bded87a2eb5e4403b09d7291b01f698d on resource:subnet {{(pid=91837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:03:18.686142 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-0c1fb3e1-2948-43d2-a541-0d1c92d315a6 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1396167 May 19 21:03:20.806364 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 43580) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:03:20.920172 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d9ea69-b5e5-4109-8c7b-c4063602f2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:03:20.920639 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d9ea69-b5e5-4109-8c7b-c4063602f2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:03:20.922183 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-76d9ea69-b5e5-4109-8c7b-c4063602f2b6 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1148019 May 19 21:03:23.059762 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 43590) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:03:23.165062 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753449de-1500-4ac5-ab96-ebc93c4c7058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:03:23.166430 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-753449de-1500-4ac5-ab96-ebc93c4c7058 admin admin] 10.222.0.44 "GET /v2.0/subnets/5baa0079-c83e-4549-8f83-3def60c01514 HTTP/1.1" status: 200 len: 816 time: 0.1057110 May 19 21:03:25.316256 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 43600) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:03:25.427769 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7725331-4864-49d2-b71c-ccfc3cc4f03e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:03:25.429140 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-c7725331-4864-49d2-b71c-ccfc3cc4f03e admin admin] 10.222.0.44 "GET /v2.0/subnets/e0495171-590b-4d49-852e-d4452cd0ea33 HTTP/1.1" status: 200 len: 868 time: 0.1119194 May 19 21:03:31.040579 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 5 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:03:35.956907 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-504f20cc-a750-44d6-92f8-1fc2aea4b4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:38.497029 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:38.780217 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-d9d20ab8-ef7f-4fd1-861e-156810a2a27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:39.383244 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:41.165466 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:48.463908 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 43644) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:03:48.516113 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [None req-f42eec87-c629-416e-a293-da9f23f9bf58 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 21:03:48.517203 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-f42eec87-c629-416e-a293-da9f23f9bf58 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0521424 May 19 21:03:50.692301 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 43654) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:03:50.763788 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde15ca8-2e19-45d9-b579-5869ab673adc admin admin] GET failed (client error): The resource could not be found. May 19 21:03:50.765063 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-cde15ca8-2e19-45d9-b579-5869ab673adc admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0718317 May 19 21:03:50.895445 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d63a0e-a75a-44d9-afa4-228af669dc94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:03:50.897270 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-74d63a0e-a75a-44d9-afa4-228af669dc94 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1278408 May 19 21:03:53.067220 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 43664) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:03:53.119642 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-d817d1a7-c31b-49aa-898d-aaa374c59821 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:03:53.124938 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-d817d1a7-c31b-49aa-898d-aaa374c59821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:03:53.135518 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-d817d1a7-c31b-49aa-898d-aaa374c59821 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:03:53.148127 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d817d1a7-c31b-49aa-898d-aaa374c59821 admin admin] Made reservation on behalf of bded87a2eb5e4403b09d7291b01f698d for: {'network': 1} {{(pid=91837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:03:53.150662 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-d817d1a7-c31b-49aa-898d-aaa374c59821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1785277'] for network, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:53.241039 dv-cinder-784623-12-iscsi neutron-server[91837]: WARNING neutron.services.revisions.revision_plugin [None req-d817d1a7-c31b-49aa-898d-aaa374c59821 admin admin] Could not find related network for resource to bump revision. May 19 21:03:53.254692 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d817d1a7-c31b-49aa-898d-aaa374c59821 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=91837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:03:53.265311 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-d817d1a7-c31b-49aa-898d-aaa374c59821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:53.265646 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.db.segments_db [None req-d817d1a7-c31b-49aa-898d-aaa374c59821 admin admin] Added segment d38ebe6e-f3ed-440a-b2f2-0dc945971040 of type vlan for network 71733c29-3968-400f-8371-aa5d7cd67065 May 19 21:03:53.292258 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-d817d1a7-c31b-49aa-898d-aaa374c59821 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750774008697'] for network, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:53.327711 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-d817d1a7-c31b-49aa-898d-aaa374c59821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448'] for network, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:53.329808 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d817d1a7-c31b-49aa-898d-aaa374c59821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:03:53.330596 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-d817d1a7-c31b-49aa-898d-aaa374c59821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:53.336359 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:03:53.436364 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-d817d1a7-c31b-49aa-898d-aaa374c59821 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3680115 May 19 21:03:53.443006 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817d1a7-c31b-49aa-898d-aaa374c59821 admin admin] Pushing event updated for resources: {'Network': ['ID=71733c29-3968-400f-8371-aa5d7cd67065,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:03:53.453469 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817d1a7-c31b-49aa-898d-aaa374c59821 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:53.454032 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817d1a7-c31b-49aa-898d-aaa374c59821 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:53.454470 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817d1a7-c31b-49aa-898d-aaa374c59821 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:53.454951 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817d1a7-c31b-49aa-898d-aaa374c59821 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:53.455542 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817d1a7-c31b-49aa-898d-aaa374c59821 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:53.455969 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817d1a7-c31b-49aa-898d-aaa374c59821 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:53.456431 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817d1a7-c31b-49aa-898d-aaa374c59821 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:53.456893 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817d1a7-c31b-49aa-898d-aaa374c59821 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:53.457315 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817d1a7-c31b-49aa-898d-aaa374c59821 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:53.457723 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817d1a7-c31b-49aa-898d-aaa374c59821 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:53.458258 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817d1a7-c31b-49aa-898d-aaa374c59821 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:53.458659 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d817d1a7-c31b-49aa-898d-aaa374c59821 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:53.463047 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-d817d1a7-c31b-49aa-898d-aaa374c59821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:03:53.474121 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Network 71733c29-3968-400f-8371-aa5d7cd67065 details requested by agent ovs-agent-dv-cinder-784623-12-iscsi with host dv-cinder-784623-12-iscsi {{(pid=91838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 21:03:55.608333 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 43674) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:03:55.684053 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d40ecdb-d254-4fab-904b-a0bd030c47b3 admin admin] GET failed (client error): The resource could not be found. May 19 21:03:55.685454 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-0d40ecdb-d254-4fab-904b-a0bd030c47b3 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0761564 May 19 21:03:55.801211 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e7c699-20f4-48ae-9a11-5b678aad2c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:03:55.802676 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-70e7c699-20f4-48ae-9a11-5b678aad2c35 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1109762 May 19 21:03:55.812842 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-99ce1672-8761-4e34-a6a7-bf76b7b3124e admin admin] Request body: {'subnet': {'network_id': '71733c29-3968-400f-8371-aa5d7cd67065', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:03:55.818441 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-99ce1672-8761-4e34-a6a7-bf76b7b3124e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:03:55.828722 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-99ce1672-8761-4e34-a6a7-bf76b7b3124e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:03:55.841244 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ce1672-8761-4e34-a6a7-bf76b7b3124e admin admin] Made reservation on behalf of bded87a2eb5e4403b09d7291b01f698d for: {'subnet': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:03:55.843876 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-99ce1672-8761-4e34-a6a7-bf76b7b3124e admin admin] Notify callbacks [] for subnet, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:56.223832 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-99ce1672-8761-4e34-a6a7-bf76b7b3124e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407'] for subnet, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:56.227627 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-d58205a1-c17e-436c-a06e-42e3e970e7ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:03:56.299152 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce1672-8761-4e34-a6a7-bf76b7b3124e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2a870bc-c324-4262-b87b-adeab29c93e3,revision_number=0']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:03:56.302987 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-99ce1672-8761-4e34-a6a7-bf76b7b3124e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:03:56.310223 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ce1672-8761-4e34-a6a7-bf76b7b3124e admin admin] Checking segment: {'id': 'd38ebe6e-f3ed-440a-b2f2-0dc945971040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '71733c29-3968-400f-8371-aa5d7cd67065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:03:56.310572 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ce1672-8761-4e34-a6a7-bf76b7b3124e admin admin] Network hostable DHCP agents. Network: 71733c29-3968-400f-8371-aa5d7cd67065, hostable agents: ['79fa1e52-5d5b-4f2e-bd0b-6133595bf37f'], hosted agents: [] {{(pid=91836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:03:56.328314 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ce1672-8761-4e34-a6a7-bf76b7b3124e admin admin] Network 71733c29-3968-400f-8371-aa5d7cd67065 is scheduled to be hosted by DHCP agent 79fa1e52-5d5b-4f2e-bd0b-6133595bf37f with binding_index 1 {{(pid=91836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:03:56.339089 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-99ce1672-8761-4e34-a6a7-bf76b7b3124e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-12-iscsi, 71733c29-3968-400f-8371-aa5d7cd67065) {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:03:56.343850 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce1672-8761-4e34-a6a7-bf76b7b3124e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:03:56.348769 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-99ce1672-8761-4e34-a6a7-bf76b7b3124e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for subnet, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:56.348928 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a68c8ad-deae-4446-a3f7-88fe4f0500de None None] Network 71733c29-3968-400f-8371-aa5d7cd67065 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:03:56.371411 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-99ce1672-8761-4e34-a6a7-bf76b7b3124e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5621634 May 19 21:03:56.586903 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c1ac1fe-8999-50db-9da9-b16559c89988-71733c29-3968-400f-8371-aa5d7cd67065', 'network_id': '71733c29-3968-400f-8371-aa5d7cd67065', 'tenant_id': 'bded87a2eb5e4403b09d7291b01f698d', 'fixed_ips': [{'subnet_id': 'a2a870bc-c324-4262-b87b-adeab29c93e3'}]}} from dv-cinder-784623-12-iscsi. {{(pid=91838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 21:03:56.587726 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:56.757313 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.db_base_plugin_common [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Allocated IP 192.168.233.2 (71733c29-3968-400f-8371-aa5d7cd67065/a2a870bc-c324-4262-b87b-adeab29c93e3/5bd1dca6-31ff-45d7-87aa-d526eae558b2) {{(pid=91838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:03:57.014460 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Notify callbacks [] for port, precommit_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:57.026774 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Transition to ACTIVE for port object 5bd1dca6-31ff-45d7-87aa-d526eae558b2 will not be triggered until provisioned by entity L2. {{(pid=91838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:03:57.049021 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Transition to ACTIVE for port object 5bd1dca6-31ff-45d7-87aa-d526eae558b2 will not be triggered until provisioned by entity DHCP. {{(pid=91838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:03:57.057031 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111'] for port, after_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:57.062330 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:03:57.131091 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Network 71733c29-3968-400f-8371-aa5d7cd67065 is already hosted by enough agents. {{(pid=91838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:03:57.134641 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.scheduler.base_scheduler [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Resources bound (agent type, host, resource id): {{(pid=91838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:03:57.136617 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Pushing event updated for resources: {'Port': ['ID=5bd1dca6-31ff-45d7-87aa-d526eae558b2,revision_number=1']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:03:57.139141 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Received port after_create {{(pid=91838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:03:57.209384 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:57.209747 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:57.210088 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:57.210418 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:57.210741 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:57.211083 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:57.211408 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:57.211729 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:57.212066 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:57.212399 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:57.212691 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:57.213039 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:03:57.221488 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:03:57.244262 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Attempting to bind port 5bd1dca6-31ff-45d7-87aa-d526eae558b2 on host dv-cinder-784623-12-iscsi for vnic_type normal with profile {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:03:57.244627 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Attempting to bind port 5bd1dca6-31ff-45d7-87aa-d526eae558b2 by drivers openvswitch,hyperv on host dv-cinder-784623-12-iscsi at level 0 using segments [{'id': 'd38ebe6e-f3ed-440a-b2f2-0dc945971040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '71733c29-3968-400f-8371-aa5d7cd67065'}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:03:57.245012 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Attempting to bind port 5bd1dca6-31ff-45d7-87aa-d526eae558b2 on network 71733c29-3968-400f-8371-aa5d7cd67065 {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:03:57.254355 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Checking agent: {'id': 'f197b149-8cce-4905-bf69-1a24ef250a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 0, 38), 'started_at': datetime.datetime(2021, 5, 19, 21, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:03:57.254714 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Checking segment: {'id': 'd38ebe6e-f3ed-440a-b2f2-0dc945971040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '71733c29-3968-400f-8371-aa5d7cd67065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:03:57.255160 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:57.255549 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Bound using segment: {'id': 'd38ebe6e-f3ed-440a-b2f2-0dc945971040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '71733c29-3968-400f-8371-aa5d7cd67065'} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:03:57.256026 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Bound port: 5bd1dca6-31ff-45d7-87aa-d526eae558b2, host: dv-cinder-784623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38ebe6e-f3ed-440a-b2f2-0dc945971040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '71733c29-3968-400f-8371-aa5d7cd67065'}}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:03:57.256397 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:57.351925 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] For port 5bd1dca6-31ff-45d7-87aa-d526eae558b2, host dv-cinder-784623-12-iscsi, cleared binding levels {{(pid=91838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:03:57.355571 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] For port 5bd1dca6-31ff-45d7-87aa-d526eae558b2, host dv-cinder-784623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=5bd1dca6-31ff-45d7-87aa-d526eae558b2,segment=NetworkSegment(d38ebe6e-f3ed-440a-b2f2-0dc945971040),segment_id=d38ebe6e-f3ed-440a-b2f2-0dc945971040)] {{(pid=91838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:03:57.361782 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:57.366082 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c975b501-d95e-4747-aceb-93fc55c59fee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:03:57.444176 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Pushing event updated for resources: {'Port': ['ID=5bd1dca6-31ff-45d7-87aa-d526eae558b2,revision_number=2']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:03:57.476933 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:03:58.265472 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d7d02f-e433-4b20-89f1-b46828215225 None None] Network 71733c29-3968-400f-8371-aa5d7cd67065 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:03:58.401251 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-fc53ea2b-3893-410a-903d-dd5676acbd2c None None] Provisioning for port 5bd1dca6-31ff-45d7-87aa-d526eae558b2 completed by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:03:58.581712 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 5bd1dca6-31ff-45d7-87aa-d526eae558b2 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:03:58.677809 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning for port 5bd1dca6-31ff-45d7-87aa-d526eae558b2 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:03:58.684390 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port 5bd1dca6-31ff-45d7-87aa-d526eae558b2 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:03:58.684390 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:58.795228 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-5cf61d90-a89b-420e-8751-444389ef2e23 None None] Provisioning complete for port 5bd1dca6-31ff-45d7-87aa-d526eae558b2 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:03:58.795598 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5cf61d90-a89b-420e-8751-444389ef2e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:58.875387 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:58.960625 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] For port 5bd1dca6-31ff-45d7-87aa-d526eae558b2, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=5bd1dca6-31ff-45d7-87aa-d526eae558b2,segment=NetworkSegment(d38ebe6e-f3ed-440a-b2f2-0dc945971040),segment_id=d38ebe6e-f3ed-440a-b2f2-0dc945971040)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:03:58.968211 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:58.974435 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:03:59.003511 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5cf61d90-a89b-420e-8751-444389ef2e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:03:59.099338 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Pushing event updated for resources: {'Port': ['ID=5bd1dca6-31ff-45d7-87aa-d526eae558b2,revision_number=3']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:03:59.109322 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:03:59.123011 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.db.api [None req-5cf61d90-a89b-420e-8751-444389ef2e23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 21:03:59.123396 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_db.api [None req-5cf61d90-a89b-420e-8751-444389ef2e23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 21:04:00.546978 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 5bd1dca6-31ff-45d7-87aa-d526eae558b2 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:04:00.623304 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port 5bd1dca6-31ff-45d7-87aa-d526eae558b2 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:04:00.623656 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:04:05.962415 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-e0b5f90e-42ed-41b2-9b34-4705d7af129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:04:08.041016 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 5 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:04:08.504156 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:04:08.778719 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-e4a8229f-576c-4de8-9c21-5fc34eb2c8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:04:09.391677 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:04:11.181352 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:04:35.968246 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-fe0bc488-33f9-4d07-b26a-d6a7ad2fc49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:04:38.492928 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:04:38.779754 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-33bb0548-97f3-4859-9d15-47610c21b18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:04:39.389510 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:04:41.173158 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:04:45.040539 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 5 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:05:05.963919 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-f6cfee76-57a1-4662-97b6-bc3a10140a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:05:08.489656 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:05:08.776263 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-2ef93401-d584-43d9-87ca-c7fb2c2395e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:05:09.394978 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:05:10.683524 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 43726) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:05:10.689666 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [None req-a2ec3a6f-7cfb-4c6d-bb12-3c330f464c72 tempest-verify_tempest_config-1604252390 tempest-verify_tempest_config-1604252390-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 21:05:10.690602 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-a2ec3a6f-7cfb-4c6d-bb12-3c330f464c72 tempest-verify_tempest_config-1604252390 tempest-verify_tempest_config-1604252390-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061202 May 19 21:05:11.018622 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 43744) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:05:11.140797 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-d7233a89-8e21-450d-aabf-82b25fbe0d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:05:11.159718 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-d7233a89-8e21-450d-aabf-82b25fbe0d36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:05:11.164267 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-d7233a89-8e21-450d-aabf-82b25fbe0d36 admin admin] Usage tracker for resource:security_group_rule and tenant:7cf4ec2cbf5d43f49b527ded973c0f8a is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:05:11.167801 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-d7233a89-8e21-450d-aabf-82b25fbe0d36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:05:11.174157 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-d7233a89-8e21-450d-aabf-82b25fbe0d36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:05:11.176315 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:05:11.260636 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-d7233a89-8e21-450d-aabf-82b25fbe0d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:05:11.266753 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-d7233a89-8e21-450d-aabf-82b25fbe0d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:05:11.275066 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-3d38bd8f-a728-4e89-b217-837fec25731a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:05:11.319723 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-d7233a89-8e21-450d-aabf-82b25fbe0d36 admin admin] Synchronizing usage tracker for tenant:bded87a2eb5e4403b09d7291b01f698d on resource:security_group {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:05:11.322300 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7233a89-8e21-450d-aabf-82b25fbe0d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c4ea70-c687-409e-a4b5-2336566f3214,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:05:11.332848 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7233a89-8e21-450d-aabf-82b25fbe0d36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:05:11.333208 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7233a89-8e21-450d-aabf-82b25fbe0d36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:05:11.333541 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7233a89-8e21-450d-aabf-82b25fbe0d36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:05:11.333859 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7233a89-8e21-450d-aabf-82b25fbe0d36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:05:11.334170 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7233a89-8e21-450d-aabf-82b25fbe0d36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:05:11.334497 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7233a89-8e21-450d-aabf-82b25fbe0d36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:05:11.334813 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7233a89-8e21-450d-aabf-82b25fbe0d36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:05:11.335156 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7233a89-8e21-450d-aabf-82b25fbe0d36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:05:11.335475 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7233a89-8e21-450d-aabf-82b25fbe0d36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:05:11.335774 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7233a89-8e21-450d-aabf-82b25fbe0d36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:05:11.336079 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7233a89-8e21-450d-aabf-82b25fbe0d36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:05:11.336381 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7233a89-8e21-450d-aabf-82b25fbe0d36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:05:11.341662 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-d7233a89-8e21-450d-aabf-82b25fbe0d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:05:11.353943 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-d7233a89-8e21-450d-aabf-82b25fbe0d36 admin admin] Unset dirty status for tenant:bded87a2eb5e4403b09d7291b01f698d on resource:security_group {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:05:11.356058 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-d7233a89-8e21-450d-aabf-82b25fbe0d36 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7cf4ec2cbf5d43f49b527ded973c0f8a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3362584 May 19 21:05:11.358870 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 43750) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:05:11.462908 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-544b3a4d-e0b0-4e25-a26b-e6bb6e9de39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:05:11.498532 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-544b3a4d-e0b0-4e25-a26b-e6bb6e9de39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:05:11.599664 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-544b3a4d-e0b0-4e25-a26b-e6bb6e9de39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:05:11.603937 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:05:11.614413 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b3a4d-e0b0-4e25-a26b-e6bb6e9de39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c4ea70-c687-409e-a4b5-2336566f3214,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:05:11.624924 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b3a4d-e0b0-4e25-a26b-e6bb6e9de39b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:05:11.625276 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b3a4d-e0b0-4e25-a26b-e6bb6e9de39b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:05:11.625603 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b3a4d-e0b0-4e25-a26b-e6bb6e9de39b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:05:11.625921 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b3a4d-e0b0-4e25-a26b-e6bb6e9de39b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:05:11.626235 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b3a4d-e0b0-4e25-a26b-e6bb6e9de39b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:05:11.626567 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b3a4d-e0b0-4e25-a26b-e6bb6e9de39b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:05:11.626900 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b3a4d-e0b0-4e25-a26b-e6bb6e9de39b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:05:11.627227 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b3a4d-e0b0-4e25-a26b-e6bb6e9de39b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:05:11.627551 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b3a4d-e0b0-4e25-a26b-e6bb6e9de39b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:05:11.627859 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b3a4d-e0b0-4e25-a26b-e6bb6e9de39b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:05:11.628162 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b3a4d-e0b0-4e25-a26b-e6bb6e9de39b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:05:11.628463 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b3a4d-e0b0-4e25-a26b-e6bb6e9de39b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:05:11.631446 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-544b3a4d-e0b0-4e25-a26b-e6bb6e9de39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:05:11.632551 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-544b3a4d-e0b0-4e25-a26b-e6bb6e9de39b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/50c4ea70-c687-409e-a4b5-2336566f3214 HTTP/1.1" status: 204 len: 168 time: 0.2723594 May 19 21:05:11.633368 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-544b3a4d-e0b0-4e25-a26b-e6bb6e9de39b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:05:22.039827 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 5 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:05:35.969802 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-6ef043b1-dbf1-4cbe-9d91-5abbbe80ce6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:05:38.488514 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:05:38.771315 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-e4d9fe99-9031-4a43-b11b-235e2ccf19af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:05:39.397049 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:05:41.181321 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:05:59.039162 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 5 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:06:05.963883 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-d5922196-ff2d-468c-9696-14d67c5ce171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:06:08.487049 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:06:08.778551 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-eb0cbec6-33c6-4ea0-929e-6225723c7210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:06:09.399985 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:06:11.182055 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:06:35.969131 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-2a63bb1d-0038-4662-b86e-e4a9ebfd70e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:06:36.037959 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 5 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:06:38.481334 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:06:38.774212 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-aa0278e3-fb0e-4e84-9359-83d6988ec694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:06:39.403970 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:06:41.185366 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:06:42.641592 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084'] for agent, after_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:06:46.339126 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 43802) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:06:46.461016 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-1715fcb9-2273-4030-9b9a-aed4da745703 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1206954 May 19 21:06:48.611280 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 43812) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:06:48.671634 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-4fa97a50-0a19-4dc1-a4db-2ea5430d21c2 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0592115 May 19 21:07:05.974559 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-eb39fcde-15da-44e2-b23c-ced19dbc9458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:07:08.487929 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:07:08.779233 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-ee1fc60c-5b9f-45da-942b-585b04bfcd78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:07:09.406212 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:07:11.189374 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:07:12.611604 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:07:13.037884 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:07:35.985047 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-7c213679-090d-4546-bd65-5e20f6b0e454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:07:38.485929 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:07:38.787174 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-3544d138-9690-47d7-a4a7-5512ec0d8eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:07:39.413780 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:07:41.197835 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:07:42.630419 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:07:50.037317 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:08:05.982178 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-2c8d0729-4c3a-488b-a790-4b4d3f9fc096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:08.484920 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:08.783538 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-d30df95f-219e-4005-a5dc-2b8fff280726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:09.416817 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:11.207334 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:12.625288 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:13.718104 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 43996) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:13.756418 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 44004) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:14.095553 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-541461897-network', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:14.100217 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:14.104780 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Usage tracker for resource:network and tenant:8e1b034612bc4c438c95a1e8b0fd3627 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:14.108087 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:14.113903 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:14.126301 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Made reservation on behalf of 8e1b034612bc4c438c95a1e8b0fd3627 for: {'network': 1} {{(pid=91837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:08:14.129011 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1785277'] for network, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:14.130249 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 44022) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:14.147013 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:14.160483 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-bebe93f3-8afe-41aa-be89-4520f78b90ba admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1874372997-network', 'tenant_id': '181c084e22284e5ca4bdb85e1464e799'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:14.168515 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-bebe93f3-8afe-41aa-be89-4520f78b90ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:14.171035 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:14.176154 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Usage tracker for resource:security_group_rule and tenant:8e1b034612bc4c438c95a1e8b0fd3627 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:14.179357 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-bebe93f3-8afe-41aa-be89-4520f78b90ba admin admin] Usage tracker for resource:network and tenant:181c084e22284e5ca4bdb85e1464e799 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:14.182130 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:14.184914 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-bebe93f3-8afe-41aa-be89-4520f78b90ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:14.191509 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:14.196062 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-bebe93f3-8afe-41aa-be89-4520f78b90ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:14.217587 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebe93f3-8afe-41aa-be89-4520f78b90ba admin admin] Made reservation on behalf of 181c084e22284e5ca4bdb85e1464e799 for: {'network': 1} {{(pid=91837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:08:14.219974 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-bebe93f3-8afe-41aa-be89-4520f78b90ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1785277'] for network, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:14.243759 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-bebe93f3-8afe-41aa-be89-4520f78b90ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:14.311450 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:14.312933 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-bebe93f3-8afe-41aa-be89-4520f78b90ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:14.317842 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-bebe93f3-8afe-41aa-be89-4520f78b90ba admin admin] Usage tracker for resource:security_group_rule and tenant:181c084e22284e5ca4bdb85e1464e799 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:14.321125 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-bebe93f3-8afe-41aa-be89-4520f78b90ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:14.323753 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:14.338458 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=91837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:08:14.340838 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-bebe93f3-8afe-41aa-be89-4520f78b90ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:14.342670 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:14.364661 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:14.365007 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.db.segments_db [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Added segment 7ebb5a37-186a-44c7-8b3d-dea339fd8a91 of type vlan for network 73cdea18-8046-49f0-a6f7-a0df883fcd0a May 19 21:08:14.409846 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750774008697'] for network, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:14.445210 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddaa9209-e961-47c1-b89a-88eacbba4153,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:14.458342 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:14.458721 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:14.459305 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:14.459793 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:14.460156 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:14.460608 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:14.461166 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:14.461646 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:14.462150 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:14.462689 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:14.463204 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:14.463701 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Tracked resource versions report: May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: pushed versions: May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: { 'AddressGroup': {'1.2'}, May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: 'ConntrackHelper': {'1.0'}, May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: 'Log': {'1.0'}, May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: 'Network': {'1.1'}, May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: 'Port': {'1.7'}, May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: 'PortForwarding': {'1.2'}, May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: 'QosPolicy': {'1.8'}, May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: 'SecurityGroup': {'1.4'}, May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: 'SecurityGroupRule': {'1.2'}, May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: 'SubPort': {'1.0'}, May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: 'Subnet': {'1.1'}, May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: 'Trunk': {'1.1'}} May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: consumer versions: May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: { DHCP agent@dv-cinder-784623-12-iscsi: {}, May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: HyperV agent@hv-cinder-78462: {}, May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: L3 agent@dv-cinder-784623-12-iscsi: {}, May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: Metadata agent@dv-cinder-784623-12-iscsi: {}, May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: Metering agent@dv-cinder-784623-12-iscsi: {}, May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: Open vSwitch agent@dv-cinder-784623-12-iscsi: { 'AddressGroup': '1.2', May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: 'ConntrackHelper': '1.0', May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: 'Log': '1.0', May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: 'Network': '1.1', May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: 'Port': '1.7', May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: 'PortForwarding': '1.2', May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: 'QosPolicy': '1.8', May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: 'SecurityGroup': '1.4', May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: 'SecurityGroupRule': '1.2', May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: 'SubPort': '1.0', May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: 'Subnet': '1.1', May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: 'Trunk': '1.1'}} May 19 21:08:14.464725 dv-cinder-784623-12-iscsi neutron-server[91837]: {{(pid=91837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 21:08:14.471694 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448'] for network, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:14.477716 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:14.480720 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:14.481432 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:14.487817 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-729e0887-2597-4f8b-865f-96500d61b40b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:14.529130 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-811945201-network', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:14.535698 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:14.541490 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Usage tracker for resource:network and tenant:c68d7fb43ad842fea0b389e597b14848 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:14.545412 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:14.552356 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:14.566038 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Made reservation on behalf of c68d7fb43ad842fea0b389e597b14848 for: {'network': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:08:14.569396 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1785277'] for network, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:14.584036 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:14.599826 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:14.605150 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Usage tracker for resource:security_group_rule and tenant:c68d7fb43ad842fea0b389e597b14848 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:14.608433 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:14.618298 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:14.623503 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Pushing event updated for resources: {'Network': ['ID=73cdea18-8046-49f0-a6f7-a0df883fcd0a,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:14.625631 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 44046) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:14.631431 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9088633 May 19 21:08:14.635903 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Network 73cdea18-8046-49f0-a6f7-a0df883fcd0a details requested by agent ovs-agent-dv-cinder-784623-12-iscsi with host dv-cinder-784623-12-iscsi {{(pid=91838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 21:08:14.644360 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:14.645672 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 44048) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:14.654110 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-c22e48f2-8dbc-447a-b9ce-a2d931cea48b admin admin] Request body: {'subnet': {'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-541461897-subnet', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:14.671241 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-c22e48f2-8dbc-447a-b9ce-a2d931cea48b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:14.680487 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-c22e48f2-8dbc-447a-b9ce-a2d931cea48b admin admin] Usage tracker for resource:subnet and tenant:8e1b034612bc4c438c95a1e8b0fd3627 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:14.690760 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-c22e48f2-8dbc-447a-b9ce-a2d931cea48b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:14.707755 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-c22e48f2-8dbc-447a-b9ce-a2d931cea48b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:14.712858 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-bebe93f3-8afe-41aa-be89-4520f78b90ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:14.722518 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-bebe93f3-8afe-41aa-be89-4520f78b90ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:14.726939 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:14.742875 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22e48f2-8dbc-447a-b9ce-a2d931cea48b admin admin] Made reservation on behalf of 8e1b034612bc4c438c95a1e8b0fd3627 for: {'subnet': 1} {{(pid=91837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:08:14.745949 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-c22e48f2-8dbc-447a-b9ce-a2d931cea48b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:14.766306 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:14.775776 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:14.798129 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=91836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:08:14.818618 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:14.852939 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:14.853660 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.db.segments_db [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Added segment dd24c109-b873-4075-a547-36393fe5fd42 of type vlan for network 33245778-87d9-4ace-bbb7-ad7041ac660d May 19 21:08:14.861054 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 44064) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:14.945462 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53587089-aabf-478b-af36-03aa8989c7f3,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:14.969481 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750774008697'] for network, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:14.983525 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:14.983882 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:14.984208 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:14.984532 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:14.984847 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:14.985161 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:14.985472 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:14.985797 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:14.986122 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:14.986429 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:14.986734 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:14.987085 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Tracked resource versions report: May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: pushed versions: May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: { 'AddressGroup': {'1.2'}, May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: 'ConntrackHelper': {'1.0'}, May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: 'Log': {'1.0'}, May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: 'Network': {'1.1'}, May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: 'Port': {'1.7'}, May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: 'PortForwarding': {'1.2'}, May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: 'QosPolicy': {'1.8'}, May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: 'SecurityGroup': {'1.4'}, May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: 'SecurityGroupRule': {'1.2'}, May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: 'SubPort': {'1.0'}, May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: 'Subnet': {'1.1'}, May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: 'Trunk': {'1.1'}} May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: consumer versions: May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: { DHCP agent@dv-cinder-784623-12-iscsi: {}, May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: HyperV agent@hv-cinder-78462: {}, May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: L3 agent@dv-cinder-784623-12-iscsi: {}, May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: Metadata agent@dv-cinder-784623-12-iscsi: {}, May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: Metering agent@dv-cinder-784623-12-iscsi: {}, May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: Open vSwitch agent@dv-cinder-784623-12-iscsi: { 'AddressGroup': '1.2', May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: 'ConntrackHelper': '1.0', May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: 'Log': '1.0', May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: 'Network': '1.1', May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: 'Port': '1.7', May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: 'PortForwarding': '1.2', May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: 'QosPolicy': '1.8', May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: 'SecurityGroup': '1.4', May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: 'SecurityGroupRule': '1.2', May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: 'SubPort': '1.0', May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: 'Subnet': '1.1', May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: 'Trunk': '1.1'}} May 19 21:08:14.988100 dv-cinder-784623-12-iscsi neutron-server[91836]: {{(pid=91836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 21:08:15.000676 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:15.034889 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bebe93f3-8afe-41aa-be89-4520f78b90ba admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=91837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:08:15.045264 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-a8c1d316-a62a-4055-a3a4-e2d225e75e0f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1419811289-network', 'tenant_id': '4f40a89f6c094a439263ee9d84004333'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:15.052734 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-38ed0823-f4a5-4a8b-80e2-cf3c85e6b1e8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1431539342-network', 'tenant_id': 'f838b440391445eabd534628afd06893'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:15.067767 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-a8c1d316-a62a-4055-a3a4-e2d225e75e0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:15.072885 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-a8c1d316-a62a-4055-a3a4-e2d225e75e0f admin admin] Usage tracker for resource:network and tenant:4f40a89f6c094a439263ee9d84004333 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:15.081456 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-38ed0823-f4a5-4a8b-80e2-cf3c85e6b1e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:15.085513 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-38ed0823-f4a5-4a8b-80e2-cf3c85e6b1e8 admin admin] Usage tracker for resource:network and tenant:f838b440391445eabd534628afd06893 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:15.087276 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-a8c1d316-a62a-4055-a3a4-e2d225e75e0f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:15.088495 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-38ed0823-f4a5-4a8b-80e2-cf3c85e6b1e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:15.094175 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448'] for network, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:15.094423 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-38ed0823-f4a5-4a8b-80e2-cf3c85e6b1e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:15.098380 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-a8c1d316-a62a-4055-a3a4-e2d225e75e0f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:15.101449 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:15.107173 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:15.112833 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-3d38bd8f-a728-4e89-b217-837fec25731a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:15.135613 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe93f3-8afe-41aa-be89-4520f78b90ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80faadad-793a-4019-855f-9a6fb33c3eb0,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:15.144699 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-bebe93f3-8afe-41aa-be89-4520f78b90ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:15.164276 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ed0823-f4a5-4a8b-80e2-cf3c85e6b1e8 admin admin] Made reservation on behalf of f838b440391445eabd534628afd06893 for: {'network': 1} {{(pid=91837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:08:15.167065 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-38ed0823-f4a5-4a8b-80e2-cf3c85e6b1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1785277'] for network, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:15.184351 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-bebe93f3-8afe-41aa-be89-4520f78b90ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:15.184957 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.db.segments_db [None req-bebe93f3-8afe-41aa-be89-4520f78b90ba admin admin] Added segment 9c7672e6-f67e-44aa-8350-195541f454ae of type vlan for network ba66b4b4-ff54-4d87-8733-625194c2e0f7 May 19 21:08:15.186827 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-38ed0823-f4a5-4a8b-80e2-cf3c85e6b1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:15.214017 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-38ed0823-f4a5-4a8b-80e2-cf3c85e6b1e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:15.218328 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-38ed0823-f4a5-4a8b-80e2-cf3c85e6b1e8 admin admin] Usage tracker for resource:security_group_rule and tenant:f838b440391445eabd534628afd06893 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:15.221494 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-38ed0823-f4a5-4a8b-80e2-cf3c85e6b1e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:15.227626 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-38ed0823-f4a5-4a8b-80e2-cf3c85e6b1e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:15.256470 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Pushing event updated for resources: {'Network': ['ID=33245778-87d9-4ace-bbb7-ad7041ac660d,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:15.264783 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:15.270779 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Network 33245778-87d9-4ace-bbb7-ad7041ac660d details requested by agent ovs-agent-dv-cinder-784623-12-iscsi with host dv-cinder-784623-12-iscsi {{(pid=91838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 21:08:15.282372 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c1d316-a62a-4055-a3a4-e2d225e75e0f admin admin] Made reservation on behalf of 4f40a89f6c094a439263ee9d84004333 for: {'network': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:08:15.285076 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a8c1d316-a62a-4055-a3a4-e2d225e75e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1785277'] for network, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:15.303526 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a8c1d316-a62a-4055-a3a4-e2d225e75e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:15.313462 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-38ed0823-f4a5-4a8b-80e2-cf3c85e6b1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:15.318382 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1862376 May 19 21:08:15.323817 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-a8c1d316-a62a-4055-a3a4-e2d225e75e0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:15.327832 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-a8c1d316-a62a-4055-a3a4-e2d225e75e0f admin admin] Usage tracker for resource:security_group_rule and tenant:4f40a89f6c094a439263ee9d84004333 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:15.331061 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-a8c1d316-a62a-4055-a3a4-e2d225e75e0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:15.337758 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-a8c1d316-a62a-4055-a3a4-e2d225e75e0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:15.361715 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 44080) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:15.370509 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-38ed0823-f4a5-4a8b-80e2-cf3c85e6b1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:15.390684 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-7b342398-2d62-4da9-a0a9-19c86c6f10df admin admin] Request body: {'subnet': {'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-811945201-subnet', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:15.409938 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ed0823-f4a5-4a8b-80e2-cf3c85e6b1e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=91837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:08:15.420911 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-38ed0823-f4a5-4a8b-80e2-cf3c85e6b1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:15.421556 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.db.segments_db [None req-38ed0823-f4a5-4a8b-80e2-cf3c85e6b1e8 admin admin] Added segment b490382e-b18a-49ba-8255-29d8291b1b57 of type vlan for network a9d43337-a378-49d5-82b2-4ebd65977430 May 19 21:08:15.449749 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-38ed0823-f4a5-4a8b-80e2-cf3c85e6b1e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750774008697'] for network, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:15.483725 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-544b3a4d-e0b0-4e25-a26b-e6bb6e9de39b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:15.492970 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a8c1d316-a62a-4055-a3a4-e2d225e75e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:15.495996 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-7b342398-2d62-4da9-a0a9-19c86c6f10df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:15.499978 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-bebe93f3-8afe-41aa-be89-4520f78b90ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750774008697'] for network, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:15.501224 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a8c1d316-a62a-4055-a3a4-e2d225e75e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:15.504864 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-38ed0823-f4a5-4a8b-80e2-cf3c85e6b1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448'] for network, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:15.507063 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:15.513826 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-7b342398-2d62-4da9-a0a9-19c86c6f10df admin admin] Usage tracker for resource:subnet and tenant:c68d7fb43ad842fea0b389e597b14848 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:15.517120 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ed0823-f4a5-4a8b-80e2-cf3c85e6b1e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:15.517884 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-38ed0823-f4a5-4a8b-80e2-cf3c85e6b1e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:15.532093 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-7b342398-2d62-4da9-a0a9-19c86c6f10df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:15.556519 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-7b342398-2d62-4da9-a0a9-19c86c6f10df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:15.561674 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c1d316-a62a-4055-a3a4-e2d225e75e0f admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=91836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:08:15.582891 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1d316-a62a-4055-a3a4-e2d225e75e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09eb6322-ddae-41bb-bd64-ad6129682cb6,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:15.588100 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-a8c1d316-a62a-4055-a3a4-e2d225e75e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:15.589102 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a8c1d316-a62a-4055-a3a4-e2d225e75e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:15.589475 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.db.segments_db [None req-a8c1d316-a62a-4055-a3a4-e2d225e75e0f admin admin] Added segment 4f707ba3-4f82-4d31-918f-52e0bddaa5fd of type vlan for network 5d929734-2719-48af-9ca1-890fee6a349b May 19 21:08:15.620412 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a8c1d316-a62a-4055-a3a4-e2d225e75e0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750774008697'] for network, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:15.663472 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a8c1d316-a62a-4055-a3a4-e2d225e75e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448'] for network, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:15.665794 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c1d316-a62a-4055-a3a4-e2d225e75e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:15.667470 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a8c1d316-a62a-4055-a3a4-e2d225e75e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:15.669431 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b342398-2d62-4da9-a0a9-19c86c6f10df admin admin] Made reservation on behalf of c68d7fb43ad842fea0b389e597b14848 for: {'subnet': 1} {{(pid=91837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:08:15.671864 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7b342398-2d62-4da9-a0a9-19c86c6f10df admin admin] Notify callbacks [] for subnet, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:15.693881 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:15.697409 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed0823-f4a5-4a8b-80e2-cf3c85e6b1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ad9247-8b67-47f9-baf7-389cb36d307d,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:15.715706 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-a8c1d316-a62a-4055-a3a4-e2d225e75e0f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8465528 May 19 21:08:15.716701 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 44088) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:15.722261 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-38ed0823-f4a5-4a8b-80e2-cf3c85e6b1e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:15.722774 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:15.736621 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-bebe93f3-8afe-41aa-be89-4520f78b90ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448'] for network, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:15.737539 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-c1e6c7eb-23ad-41f0-bc06-3cf180b19ea9 admin admin] Request body: {'subnet': {'network_id': '5d929734-2719-48af-9ca1-890fee6a349b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1419811289-subnet', 'tenant_id': '4f40a89f6c094a439263ee9d84004333', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:15.743961 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-c1e6c7eb-23ad-41f0-bc06-3cf180b19ea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:15.748124 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-c1e6c7eb-23ad-41f0-bc06-3cf180b19ea9 admin admin] Usage tracker for resource:subnet and tenant:4f40a89f6c094a439263ee9d84004333 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:15.751321 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-c1e6c7eb-23ad-41f0-bc06-3cf180b19ea9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:15.758181 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-c1e6c7eb-23ad-41f0-bc06-3cf180b19ea9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:15.775826 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e6c7eb-23ad-41f0-bc06-3cf180b19ea9 admin admin] Made reservation on behalf of 4f40a89f6c094a439263ee9d84004333 for: {'subnet': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:08:15.778526 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-c1e6c7eb-23ad-41f0-bc06-3cf180b19ea9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:15.791847 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebe93f3-8afe-41aa-be89-4520f78b90ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:15.792430 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-bebe93f3-8afe-41aa-be89-4520f78b90ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:15.796954 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-38ed0823-f4a5-4a8b-80e2-cf3c85e6b1e8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1639333 May 19 21:08:15.832066 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 44096) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:16.016982 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1d316-a62a-4055-a3a4-e2d225e75e0f admin admin] Pushing event updated for resources: {'Network': ['ID=5d929734-2719-48af-9ca1-890fee6a349b,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:16.022518 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-a8c1d316-a62a-4055-a3a4-e2d225e75e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:16.029151 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Network 5d929734-2719-48af-9ca1-890fee6a349b details requested by agent ovs-agent-dv-cinder-784623-12-iscsi with host dv-cinder-784623-12-iscsi {{(pid=91838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 21:08:16.043930 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-367c14d8-1a79-4e51-979e-ce160a016963 admin admin] Request body: {'subnet': {'network_id': 'a9d43337-a378-49d5-82b2-4ebd65977430', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1431539342-subnet', 'tenant_id': 'f838b440391445eabd534628afd06893', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:16.055555 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-c22e48f2-8dbc-447a-b9ce-a2d931cea48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407'] for subnet, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:16.068961 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-367c14d8-1a79-4e51-979e-ce160a016963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:16.079548 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed0823-f4a5-4a8b-80e2-cf3c85e6b1e8 admin admin] Pushing event updated for resources: {'Network': ['ID=a9d43337-a378-49d5-82b2-4ebd65977430,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:16.090595 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-38ed0823-f4a5-4a8b-80e2-cf3c85e6b1e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:16.094936 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-367c14d8-1a79-4e51-979e-ce160a016963 admin admin] Usage tracker for resource:subnet and tenant:f838b440391445eabd534628afd06893 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:16.098176 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-d817d1a7-c31b-49aa-898d-aaa374c59821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.302s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:16.099550 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Network a9d43337-a378-49d5-82b2-4ebd65977430 details requested by agent ovs-agent-dv-cinder-784623-12-iscsi with host dv-cinder-784623-12-iscsi {{(pid=91838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 21:08:16.121405 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-bebe93f3-8afe-41aa-be89-4520f78b90ba admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.3618846 May 19 21:08:16.121405 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-367c14d8-1a79-4e51-979e-ce160a016963 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:16.124143 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 44112) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:16.131824 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-be51fd36-2888-4bbf-87da-94f0fdce7804 admin admin] Request body: {'subnet': {'network_id': 'ba66b4b4-ff54-4d87-8733-625194c2e0f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1874372997-subnet', 'tenant_id': '181c084e22284e5ca4bdb85e1464e799', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:16.136934 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-be51fd36-2888-4bbf-87da-94f0fdce7804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:16.141567 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-be51fd36-2888-4bbf-87da-94f0fdce7804 admin admin] Usage tracker for resource:subnet and tenant:181c084e22284e5ca4bdb85e1464e799 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:16.144803 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-be51fd36-2888-4bbf-87da-94f0fdce7804 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:16.150911 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-be51fd36-2888-4bbf-87da-94f0fdce7804 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:16.187978 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be51fd36-2888-4bbf-87da-94f0fdce7804 admin admin] Made reservation on behalf of 181c084e22284e5ca4bdb85e1464e799 for: {'subnet': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:08:16.190271 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-be51fd36-2888-4bbf-87da-94f0fdce7804 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:16.222558 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-367c14d8-1a79-4e51-979e-ce160a016963 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:16.368479 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe93f3-8afe-41aa-be89-4520f78b90ba admin admin] Pushing event updated for resources: {'Network': ['ID=ba66b4b4-ff54-4d87-8733-625194c2e0f7,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:16.384247 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-bebe93f3-8afe-41aa-be89-4520f78b90ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:16.384726 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-affa9a17-b244-411d-907e-5407e8c97266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.306s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:16.385876 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Network ba66b4b4-ff54-4d87-8733-625194c2e0f7 details requested by agent ovs-agent-dv-cinder-784623-12-iscsi with host dv-cinder-784623-12-iscsi {{(pid=91838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 21:08:16.473168 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367c14d8-1a79-4e51-979e-ce160a016963 admin admin] Made reservation on behalf of f838b440391445eabd534628afd06893 for: {'subnet': 1} {{(pid=91837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:08:16.475675 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-367c14d8-1a79-4e51-979e-ce160a016963 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:16.567266 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22e48f2-8dbc-447a-b9ce-a2d931cea48b admin admin] Checking segment: {'id': '7ebb5a37-186a-44c7-8b3d-dea339fd8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:08:16.567266 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22e48f2-8dbc-447a-b9ce-a2d931cea48b admin admin] Network hostable DHCP agents. Network: 73cdea18-8046-49f0-a6f7-a0df883fcd0a, hostable agents: ['79fa1e52-5d5b-4f2e-bd0b-6133595bf37f'], hosted agents: [] {{(pid=91837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:08:16.703292 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e48f2-8dbc-447a-b9ce-a2d931cea48b admin admin] Pushing event updated for resources: {'Subnet': ['ID=630830f2-778f-4bba-87b9-a49ae18b87af,revision_number=0']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:16.706635 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-c1e6c7eb-23ad-41f0-bc06-3cf180b19ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407'] for subnet, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:16.707747 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-c22e48f2-8dbc-447a-b9ce-a2d931cea48b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:16.744534 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:16.755841 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22e48f2-8dbc-447a-b9ce-a2d931cea48b admin admin] Network 73cdea18-8046-49f0-a6f7-a0df883fcd0a is scheduled to be hosted by DHCP agent 79fa1e52-5d5b-4f2e-bd0b-6133595bf37f with binding_index 1 {{(pid=91837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:08:16.786215 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.base_scheduler [None req-c22e48f2-8dbc-447a-b9ce-a2d931cea48b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-12-iscsi, 73cdea18-8046-49f0-a6f7-a0df883fcd0a) {{(pid=91837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:08:16.794808 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22e48f2-8dbc-447a-b9ce-a2d931cea48b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:16.795754 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-c22e48f2-8dbc-447a-b9ce-a2d931cea48b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for subnet, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:16.803959 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ca96b5-97ed-4d21-8acb-d8811cdcd60d None None] Network 73cdea18-8046-49f0-a6f7-a0df883fcd0a requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:08:16.843010 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-be51fd36-2888-4bbf-87da-94f0fdce7804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407'] for subnet, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:16.852139 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6c7eb-23ad-41f0-bc06-3cf180b19ea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81fe9b24-f675-424e-ac14-0dfc75b20ad7,revision_number=0']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:16.859029 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-c1e6c7eb-23ad-41f0-bc06-3cf180b19ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:16.859604 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-99ce1672-8761-4e34-a6a7-bf76b7b3124e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:16.900299 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e6c7eb-23ad-41f0-bc06-3cf180b19ea9 admin admin] Checking segment: {'id': '4f707ba3-4f82-4d31-918f-52e0bddaa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5d929734-2719-48af-9ca1-890fee6a349b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:08:16.900655 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e6c7eb-23ad-41f0-bc06-3cf180b19ea9 admin admin] Network hostable DHCP agents. Network: 5d929734-2719-48af-9ca1-890fee6a349b, hostable agents: ['79fa1e52-5d5b-4f2e-bd0b-6133595bf37f'], hosted agents: [] {{(pid=91836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:08:16.951707 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51fd36-2888-4bbf-87da-94f0fdce7804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eb5b8dd-57eb-4bea-ad4e-bbeedb2dc092,revision_number=0']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:16.958040 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-be51fd36-2888-4bbf-87da-94f0fdce7804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:16.962839 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be51fd36-2888-4bbf-87da-94f0fdce7804 admin admin] Checking segment: {'id': '9c7672e6-f67e-44aa-8350-195541f454ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ba66b4b4-ff54-4d87-8733-625194c2e0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:08:16.963278 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be51fd36-2888-4bbf-87da-94f0fdce7804 admin admin] Network hostable DHCP agents. Network: ba66b4b4-ff54-4d87-8733-625194c2e0f7, hostable agents: ['79fa1e52-5d5b-4f2e-bd0b-6133595bf37f'], hosted agents: [] {{(pid=91836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:08:16.967727 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e6c7eb-23ad-41f0-bc06-3cf180b19ea9 admin admin] Network 5d929734-2719-48af-9ca1-890fee6a349b is scheduled to be hosted by DHCP agent 79fa1e52-5d5b-4f2e-bd0b-6133595bf37f with binding_index 1 {{(pid=91836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:08:16.987714 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-c1e6c7eb-23ad-41f0-bc06-3cf180b19ea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-12-iscsi, 5d929734-2719-48af-9ca1-890fee6a349b) {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:08:16.993013 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e6c7eb-23ad-41f0-bc06-3cf180b19ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:16.993914 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-c1e6c7eb-23ad-41f0-bc06-3cf180b19ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for subnet, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:17.000509 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be51fd36-2888-4bbf-87da-94f0fdce7804 admin admin] Network ba66b4b4-ff54-4d87-8733-625194c2e0f7 is scheduled to be hosted by DHCP agent 79fa1e52-5d5b-4f2e-bd0b-6133595bf37f with binding_index 1 {{(pid=91836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:08:17.014192 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-be51fd36-2888-4bbf-87da-94f0fdce7804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-12-iscsi, ba66b4b4-ff54-4d87-8733-625194c2e0f7) {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:08:17.018057 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca549c6-b565-48a6-bca6-3c2931a974f4 None None] Network 5d929734-2719-48af-9ca1-890fee6a349b requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:08:17.021136 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be51fd36-2888-4bbf-87da-94f0fdce7804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:17.021824 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-be51fd36-2888-4bbf-87da-94f0fdce7804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for subnet, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:17.042871 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f9f96b-ee71-445e-803c-859647dd3dd3 None None] Network ba66b4b4-ff54-4d87-8733-625194c2e0f7 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:08:17.049930 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-c1e6c7eb-23ad-41f0-bc06-3cf180b19ea9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3319347 May 19 21:08:17.067482 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-be51fd36-2888-4bbf-87da-94f0fdce7804 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9397545 May 19 21:08:17.068131 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 44140) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:17.082434 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-d351b458-dd7e-4b8d-a0e2-71043279434a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1874372997-router', 'tenant_id': '181c084e22284e5ca4bdb85e1464e799', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403'}}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:17.089903 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-d351b458-dd7e-4b8d-a0e2-71043279434a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:17.100224 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-d351b458-dd7e-4b8d-a0e2-71043279434a admin admin] Usage tracker for resource:router and tenant:181c084e22284e5ca4bdb85e1464e799 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:17.105177 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-d351b458-dd7e-4b8d-a0e2-71043279434a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:17.122114 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-d351b458-dd7e-4b8d-a0e2-71043279434a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:17.124936 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-c22e48f2-8dbc-447a-b9ce-a2d931cea48b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4782302 May 19 21:08:17.127439 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 44144) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:17.145807 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-d351b458-dd7e-4b8d-a0e2-71043279434a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-632075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5397'] for router, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:17.147264 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-d351b458-dd7e-4b8d-a0e2-71043279434a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5406'] for router, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:17.152153 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-b5c9eeae-5e1a-4e28-8dbb-0b10db384409 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-541461897-router', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403'}}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:17.186257 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-d351b458-dd7e-4b8d-a0e2-71043279434a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:17.207464 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-b5c9eeae-5e1a-4e28-8dbb-0b10db384409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:17.243034 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-b5c9eeae-5e1a-4e28-8dbb-0b10db384409 admin admin] Usage tracker for resource:router and tenant:8e1b034612bc4c438c95a1e8b0fd3627 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:17.247232 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-b5c9eeae-5e1a-4e28-8dbb-0b10db384409 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:17.258956 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-b5c9eeae-5e1a-4e28-8dbb-0b10db384409 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:17.312016 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b5c9eeae-5e1a-4e28-8dbb-0b10db384409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-632075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5397'] for router, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:17.313574 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b5c9eeae-5e1a-4e28-8dbb-0b10db384409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5406'] for router, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:17.441558 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b5c9eeae-5e1a-4e28-8dbb-0b10db384409 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:17.463750 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7b342398-2d62-4da9-a0a9-19c86c6f10df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407'] for subnet, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:17.482256 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-c22e48f2-8dbc-447a-b9ce-a2d931cea48b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:17.582005 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b342398-2d62-4da9-a0a9-19c86c6f10df admin admin] Pushing event updated for resources: {'Subnet': ['ID=a96f8d10-418e-4531-973e-67a2c5d86867,revision_number=0']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:17.585091 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-7b342398-2d62-4da9-a0a9-19c86c6f10df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:17.611986 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176666f9-5e99-45e5-8439-8537fee9bcea None None] Network 5d929734-2719-48af-9ca1-890fee6a349b requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:08:17.817405 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c1ac1fe-8999-50db-9da9-b16559c89988-73cdea18-8046-49f0-a6f7-a0df883fcd0a', 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'fixed_ips': [{'subnet_id': '630830f2-778f-4bba-87b9-a49ae18b87af'}]}} from dv-cinder-784623-12-iscsi. {{(pid=91838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 21:08:17.818503 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:17.873617 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d68ac00-2b40-46a9-b6a0-37ce1cd46c68 None None] Network ba66b4b4-ff54-4d87-8733-625194c2e0f7 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:08:17.915251 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 44186) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:17.927586 dv-cinder-784623-12-iscsi neutron-server[91837]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 19 21:08:17.992301 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-d351b458-dd7e-4b8d-a0e2-71043279434a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-662851', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-632185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5424'] for router, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:18.209126 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b342398-2d62-4da9-a0a9-19c86c6f10df admin admin] Checking segment: {'id': 'dd24c109-b873-4075-a547-36393fe5fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:08:18.209496 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b342398-2d62-4da9-a0a9-19c86c6f10df admin admin] Network hostable DHCP agents. Network: 33245778-87d9-4ace-bbb7-ad7041ac660d, hostable agents: ['79fa1e52-5d5b-4f2e-bd0b-6133595bf37f'], hosted agents: [] {{(pid=91837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:08:18.384700 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b342398-2d62-4da9-a0a9-19c86c6f10df admin admin] Network 33245778-87d9-4ace-bbb7-ad7041ac660d is scheduled to be hosted by DHCP agent 79fa1e52-5d5b-4f2e-bd0b-6133595bf37f with binding_index 1 {{(pid=91837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:08:18.426984 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b5c9eeae-5e1a-4e28-8dbb-0b10db384409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-662851', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-632185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5424'] for router, precommit_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:18.442653 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.base_scheduler [None req-7b342398-2d62-4da9-a0a9-19c86c6f10df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-12-iscsi, 33245778-87d9-4ace-bbb7-ad7041ac660d) {{(pid=91837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:08:18.475470 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b342398-2d62-4da9-a0a9-19c86c6f10df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:18.475994 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7b342398-2d62-4da9-a0a9-19c86c6f10df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for subnet, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:18.478754 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10f87a4-4311-4915-91f6-fd93c797b310 None None] Network 33245778-87d9-4ace-bbb7-ad7041ac660d requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:08:18.495233 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-4d1ededf-1d30-4f9c-bf8c-1dc3f74c5f6e tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:18.496770 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-4d1ededf-1d30-4f9c-bf8c-1dc3f74c5f6e tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/networks?id=5d929734-2719-48af-9ca1-890fee6a349b HTTP/1.1" status: 200 len: 812 time: 0.5770888 May 19 21:08:18.517213 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-d351b458-dd7e-4b8d-a0e2-71043279434a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:18.542076 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-ce69794e-014c-4843-b204-d83ff1a1bc3a tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/quotas/4f40a89f6c094a439263ee9d84004333 HTTP/1.1" status: 200 len: 375 time: 0.0220065 May 19 21:08:18.549802 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-d351b458-dd7e-4b8d-a0e2-71043279434a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:18.593994 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-7b342398-2d62-4da9-a0a9-19c86c6f10df admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.2250245 May 19 21:08:18.597079 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 44212) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:18.607809 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-5a4bc935-34d7-42b4-ae14-be109a937917 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f40a89f6c094a439263ee9d84004333&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590990 May 19 21:08:18.610358 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-2d8b3989-833c-4ceb-aea2-f1b9f1a544f5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-811945201-router', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403'}}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:18.701578 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.db_base_plugin_common [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Allocated IP 172.20.0.2 (73cdea18-8046-49f0-a6f7-a0df883fcd0a/630830f2-778f-4bba-87b9-a49ae18b87af/37363ae1-5e81-4867-be33-d22ad2149fbb) {{(pid=91838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:08:18.718029 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-2d8b3989-833c-4ceb-aea2-f1b9f1a544f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:18.727990 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-2d8b3989-833c-4ceb-aea2-f1b9f1a544f5 admin admin] Usage tracker for resource:router and tenant:c68d7fb43ad842fea0b389e597b14848 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:18.732592 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-2d8b3989-833c-4ceb-aea2-f1b9f1a544f5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:18.733017 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-367c14d8-1a79-4e51-979e-ce160a016963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407'] for subnet, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:18.741060 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:18.745487 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [None req-d351b458-dd7e-4b8d-a0e2-71043279434a admin admin] Allocated IP 172.27.1.72 (7528c24a-f700-413f-aad3-165c7750b403/5baa0079-c83e-4549-8f83-3def60c01514/b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:08:18.748164 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-2d8b3989-833c-4ceb-aea2-f1b9f1a544f5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:18.782409 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-2d8b3989-833c-4ceb-aea2-f1b9f1a544f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-632075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5397'] for router, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:18.783628 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-2d8b3989-833c-4ceb-aea2-f1b9f1a544f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5406'] for router, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:18.826795 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-9ef1d6aa-4582-4741-a7c3-c85877aba1aa service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 21:08:18.828165 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-9ef1d6aa-4582-4741-a7c3-c85877aba1aa service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1059651 May 19 21:08:18.833436 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c14d8-1a79-4e51-979e-ce160a016963 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4cfbac3-5da0-4b73-8c5a-c49311a5c5eb,revision_number=0']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:18.841831 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-367c14d8-1a79-4e51-979e-ce160a016963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:18.871255 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-2d8b3989-833c-4ceb-aea2-f1b9f1a544f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:18.873610 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367c14d8-1a79-4e51-979e-ce160a016963 admin admin] Checking segment: {'id': 'b490382e-b18a-49ba-8255-29d8291b1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d43337-a378-49d5-82b2-4ebd65977430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:08:18.873973 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367c14d8-1a79-4e51-979e-ce160a016963 admin admin] Network hostable DHCP agents. Network: a9d43337-a378-49d5-82b2-4ebd65977430, hostable agents: ['79fa1e52-5d5b-4f2e-bd0b-6133595bf37f'], hosted agents: [] {{(pid=91837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:08:18.992504 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-d351b458-dd7e-4b8d-a0e2-71043279434a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:19.006992 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84c86e2-123c-4ad0-a9bc-2e7cf9b2de0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c1ac1fe-8999-50db-9da9-b16559c89988-33245778-87d9-4ace-bbb7-ad7041ac660d', 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'fixed_ips': [{'subnet_id': 'a96f8d10-418e-4531-973e-67a2c5d86867'}]}} from dv-cinder-784623-12-iscsi. {{(pid=91838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 21:08:19.008587 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-e84c86e2-123c-4ad0-a9bc-2e7cf9b2de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:19.172995 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Notify callbacks [] for port, precommit_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:19.189207 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-2d8b3989-833c-4ceb-aea2-f1b9f1a544f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-662851', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-632185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5424'] for router, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:19.196878 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367c14d8-1a79-4e51-979e-ce160a016963 admin admin] Network a9d43337-a378-49d5-82b2-4ebd65977430 is scheduled to be hosted by DHCP agent 79fa1e52-5d5b-4f2e-bd0b-6133595bf37f with binding_index 1 {{(pid=91837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:08:19.224927 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b5c9eeae-5e1a-4e28-8dbb-0b10db384409 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:19.225159 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Transition to ACTIVE for port object 37363ae1-5e81-4867-be33-d22ad2149fbb will not be triggered until provisioned by entity L2. {{(pid=91838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:08:19.238096 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-d351b458-dd7e-4b8d-a0e2-71043279434a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:19.246293 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-5904c07f-6b70-4d30-8674-d0ac26716610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:19.260022 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.base_scheduler [None req-367c14d8-1a79-4e51-979e-ce160a016963 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-12-iscsi, a9d43337-a378-49d5-82b2-4ebd65977430) {{(pid=91837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:08:19.265736 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Transition to ACTIVE for port object 37363ae1-5e81-4867-be33-d22ad2149fbb will not be triggered until provisioned by entity DHCP. {{(pid=91838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:08:19.272532 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f3bac5-3732-4fd6-b4b8-b0a3299fcc22 None None] Network a9d43337-a378-49d5-82b2-4ebd65977430 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:08:19.275267 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367c14d8-1a79-4e51-979e-ce160a016963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:19.275861 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-367c14d8-1a79-4e51-979e-ce160a016963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for subnet, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:19.279995 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b5c9eeae-5e1a-4e28-8dbb-0b10db384409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:19.293151 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-06668fb5-da92-4972-8300-213985c9d9e4 service neutron] 10.222.0.44 "GET /v2.0/networks/5d929734-2719-48af-9ca1-890fee6a349b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450388 May 19 21:08:19.294574 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111'] for port, after_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:19.309803 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.db_base_plugin_common [None req-e84c86e2-123c-4ad0-a9bc-2e7cf9b2de0f None None] Allocated IP 172.20.0.2 (33245778-87d9-4ace-bbb7-ad7041ac660d/a96f8d10-418e-4531-973e-67a2c5d86867/fa6e0d29-a08a-437f-9662-aefacf2542d9) {{(pid=91838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:08:19.315299 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:19.341380 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d351b458-dd7e-4b8d-a0e2-71043279434a admin admin] Network 7528c24a-f700-413f-aad3-165c7750b403 is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:08:19.342593 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351b458-dd7e-4b8d-a0e2-71043279434a admin admin] Pushing event updated for resources: {'Port': ['ID=b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:19.346143 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-d351b458-dd7e-4b8d-a0e2-71043279434a admin admin] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:08:19.364088 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-d351b458-dd7e-4b8d-a0e2-71043279434a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:19.406158 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-367c14d8-1a79-4e51-979e-ce160a016963 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.4445212 May 19 21:08:19.464449 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Network 73cdea18-8046-49f0-a6f7-a0df883fcd0a is already hosted by enough agents. {{(pid=91838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:08:19.472241 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d351b458-dd7e-4b8d-a0e2-71043279434a admin admin] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:08:19.482895 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.scheduler.base_scheduler [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Resources bound (agent type, host, resource id): {{(pid=91838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:08:19.486302 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Received port after_create {{(pid=91838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:08:19.544990 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-cb316100-8499-4360-ac76-5f7e844cd2ca service neutron] 10.222.0.44 "GET /v2.0/networks/5d929734-2719-48af-9ca1-890fee6a349b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508769 May 19 21:08:19.651563 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Pushing event updated for resources: {'Port': ['ID=37363ae1-5e81-4867-be33-d22ad2149fbb,revision_number=1']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:19.699656 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:19.700054 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:19.700392 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:19.700716 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:19.701034 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:19.701394 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:19.701662 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:19.701970 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:19.702281 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:19.702589 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:19.702915 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:19.703229 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Tracked resource versions report: May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: pushed versions: May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: { 'AddressGroup': {'1.2'}, May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: 'ConntrackHelper': {'1.0'}, May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: 'Log': {'1.0'}, May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: 'Network': {'1.1'}, May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: 'Port': {'1.7'}, May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: 'PortForwarding': {'1.2'}, May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: 'QosPolicy': {'1.8'}, May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: 'SecurityGroup': {'1.4'}, May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: 'SecurityGroupRule': {'1.2'}, May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: 'SubPort': {'1.0'}, May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: 'Subnet': {'1.1'}, May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: 'Trunk': {'1.1'}} May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: consumer versions: May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: { DHCP agent@dv-cinder-784623-12-iscsi: {}, May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: HyperV agent@hv-cinder-78462: {}, May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: L3 agent@dv-cinder-784623-12-iscsi: {}, May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: Metadata agent@dv-cinder-784623-12-iscsi: {}, May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: Metering agent@dv-cinder-784623-12-iscsi: {}, May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: Open vSwitch agent@dv-cinder-784623-12-iscsi: { 'AddressGroup': '1.2', May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: 'ConntrackHelper': '1.0', May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: 'Log': '1.0', May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: 'Network': '1.1', May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: 'Port': '1.7', May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: 'PortForwarding': '1.2', May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: 'QosPolicy': '1.8', May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: 'SecurityGroup': '1.4', May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: 'SecurityGroupRule': '1.2', May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: 'SubPort': '1.0', May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: 'Subnet': '1.1', May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: 'Trunk': '1.1'}} May 19 21:08:19.704280 dv-cinder-784623-12-iscsi neutron-server[91838]: {{(pid=91838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 21:08:19.714060 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:19.724160 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.db_base_plugin_common [None req-b5c9eeae-5e1a-4e28-8dbb-0b10db384409 admin admin] Allocated IP 172.27.1.100 (7528c24a-f700-413f-aad3-165c7750b403/5baa0079-c83e-4549-8f83-3def60c01514/1a8abeb3-60bc-4037-a89a-8f1d2640b82f) {{(pid=91837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:08:19.937970 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b5c9eeae-5e1a-4e28-8dbb-0b10db384409 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:19.987309 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 44266) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:19.998550 dv-cinder-784623-12-iscsi neutron-server[91836]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 19 21:08:20.021912 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Attempting to bind port 37363ae1-5e81-4867-be33-d22ad2149fbb on host dv-cinder-784623-12-iscsi for vnic_type normal with profile {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:08:20.022648 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Attempting to bind port 37363ae1-5e81-4867-be33-d22ad2149fbb by drivers openvswitch,hyperv on host dv-cinder-784623-12-iscsi at level 0 using segments [{'id': '7ebb5a37-186a-44c7-8b3d-dea339fd8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a'}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:08:20.023423 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Attempting to bind port 37363ae1-5e81-4867-be33-d22ad2149fbb on network 73cdea18-8046-49f0-a6f7-a0df883fcd0a {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:08:20.041486 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c404e9a0-d6b4-4bf3-94a6-6cffac3b1bfa None None] Network a9d43337-a378-49d5-82b2-4ebd65977430 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:08:20.060990 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-e84c86e2-123c-4ad0-a9bc-2e7cf9b2de0f None None] Notify callbacks [] for port, precommit_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:20.064821 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Checking agent: {'id': 'f197b149-8cce-4905-bf69-1a24ef250a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 0, 38), 'started_at': datetime.datetime(2021, 5, 19, 21, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:08:20.065429 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Checking segment: {'id': '7ebb5a37-186a-44c7-8b3d-dea339fd8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:08:20.065986 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:20.066559 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Bound using segment: {'id': '7ebb5a37-186a-44c7-8b3d-dea339fd8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a'} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:08:20.067243 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Bound port: 37363ae1-5e81-4867-be33-d22ad2149fbb, host: dv-cinder-784623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ebb5a37-186a-44c7-8b3d-dea339fd8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a'}}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:08:20.068776 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:20.078376 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-91d65024-66ff-4818-8c33-e20235e4f19f req-244013c6-e050-4dea-a00f-8b2fbe691577 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/ports?device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 210 time: 0.1135340 May 19 21:08:20.080028 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b5c9eeae-5e1a-4e28-8dbb-0b10db384409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111'] for port, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:20.090632 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:20.121957 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-e84c86e2-123c-4ad0-a9bc-2e7cf9b2de0f None None] Transition to ACTIVE for port object fa6e0d29-a08a-437f-9662-aefacf2542d9 will not be triggered until provisioned by entity L2. {{(pid=91838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:08:20.147649 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c9eeae-5e1a-4e28-8dbb-0b10db384409 admin admin] Network 7528c24a-f700-413f-aad3-165c7750b403 is already hosted by enough agents. {{(pid=91837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:08:20.151414 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.base_scheduler [None req-b5c9eeae-5e1a-4e28-8dbb-0b10db384409 admin admin] Resources bound (agent type, host, resource id): {{(pid=91837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:08:20.154644 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c9eeae-5e1a-4e28-8dbb-0b10db384409 admin admin] Received port after_create {{(pid=91837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:08:20.319499 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-e84c86e2-123c-4ad0-a9bc-2e7cf9b2de0f None None] Transition to ACTIVE for port object fa6e0d29-a08a-437f-9662-aefacf2542d9 will not be triggered until provisioned by entity DHCP. {{(pid=91838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:08:20.358962 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9eeae-5e1a-4e28-8dbb-0b10db384409 admin admin] Pushing event updated for resources: {'Port': ['ID=1a8abeb3-60bc-4037-a89a-8f1d2640b82f,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:20.390042 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-d351b458-dd7e-4b8d-a0e2-71043279434a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:20.392091 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-e84c86e2-123c-4ad0-a9bc-2e7cf9b2de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111'] for port, after_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:20.431019 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] For port 37363ae1-5e81-4867-be33-d22ad2149fbb, host dv-cinder-784623-12-iscsi, cleared binding levels {{(pid=91838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:08:20.434155 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] For port 37363ae1-5e81-4867-be33-d22ad2149fbb, host dv-cinder-784623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=37363ae1-5e81-4867-be33-d22ad2149fbb,segment=NetworkSegment(7ebb5a37-186a-44c7-8b3d-dea339fd8a91),segment_id=7ebb5a37-186a-44c7-8b3d-dea339fd8a91)] {{(pid=91838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:08:20.438392 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-b5c9eeae-5e1a-4e28-8dbb-0b10db384409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:20.440658 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-59b9ad2a-6259-46b1-8c66-552c038b4738 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:20.465223 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-2d8b3989-833c-4ceb-aea2-f1b9f1a544f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:20.513268 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:20.536953 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-2d8b3989-833c-4ceb-aea2-f1b9f1a544f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:20.591465 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84c86e2-123c-4ad0-a9bc-2e7cf9b2de0f None None] Network 33245778-87d9-4ace-bbb7-ad7041ac660d is already hosted by enough agents. {{(pid=91838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:08:20.599642 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.scheduler.base_scheduler [None req-e84c86e2-123c-4ad0-a9bc-2e7cf9b2de0f None None] Resources bound (agent type, host, resource id): {{(pid=91838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:08:20.602591 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c86e2-123c-4ad0-a9bc-2e7cf9b2de0f None None] Pushing event updated for resources: {'Port': ['ID=fa6e0d29-a08a-437f-9662-aefacf2542d9,revision_number=1']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:20.605592 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84c86e2-123c-4ad0-a9bc-2e7cf9b2de0f None None] Received port after_create {{(pid=91838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:08:20.608309 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-e84c86e2-123c-4ad0-a9bc-2e7cf9b2de0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:20.611483 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:20.630914 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b5c9eeae-5e1a-4e28-8dbb-0b10db384409 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:20.728381 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-14d28b87-df3a-4e7c-8fd7-5deece9f2b48 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:20.743373 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-14d28b87-df3a-4e7c-8fd7-5deece9f2b48 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/networks?id=a9d43337-a378-49d5-82b2-4ebd65977430 HTTP/1.1" status: 200 len: 815 time: 0.7511451 May 19 21:08:20.861500 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Pushing event updated for resources: {'Port': ['ID=37363ae1-5e81-4867-be33-d22ad2149fbb,revision_number=2']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:20.864308 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-e84c86e2-123c-4ad0-a9bc-2e7cf9b2de0f None None] Attempting to bind port fa6e0d29-a08a-437f-9662-aefacf2542d9 on host dv-cinder-784623-12-iscsi for vnic_type normal with profile {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:08:20.864677 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-e84c86e2-123c-4ad0-a9bc-2e7cf9b2de0f None None] Attempting to bind port fa6e0d29-a08a-437f-9662-aefacf2542d9 by drivers openvswitch,hyperv on host dv-cinder-784623-12-iscsi at level 0 using segments [{'id': 'dd24c109-b873-4075-a547-36393fe5fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d'}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:08:20.865036 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84c86e2-123c-4ad0-a9bc-2e7cf9b2de0f None None] Attempting to bind port fa6e0d29-a08a-437f-9662-aefacf2542d9 on network 33245778-87d9-4ace-bbb7-ad7041ac660d {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:08:20.881921 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:20.881921 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84c86e2-123c-4ad0-a9bc-2e7cf9b2de0f None None] Checking agent: {'id': 'f197b149-8cce-4905-bf69-1a24ef250a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 0, 38), 'started_at': datetime.datetime(2021, 5, 19, 21, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:08:20.882400 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84c86e2-123c-4ad0-a9bc-2e7cf9b2de0f None None] Checking segment: {'id': 'dd24c109-b873-4075-a547-36393fe5fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:08:20.882634 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-e84c86e2-123c-4ad0-a9bc-2e7cf9b2de0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:20.883291 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84c86e2-123c-4ad0-a9bc-2e7cf9b2de0f None None] Bound using segment: {'id': 'dd24c109-b873-4075-a547-36393fe5fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d'} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:08:20.883775 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-e84c86e2-123c-4ad0-a9bc-2e7cf9b2de0f None None] Bound port: fa6e0d29-a08a-437f-9662-aefacf2542d9, host: dv-cinder-784623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd24c109-b873-4075-a547-36393fe5fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d'}}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:08:20.884153 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-e84c86e2-123c-4ad0-a9bc-2e7cf9b2de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:20.904936 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-e9bf7fc8-6d68-495e-abc9-97d08dc29db7 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/quotas/f838b440391445eabd534628afd06893 HTTP/1.1" status: 200 len: 375 time: 0.1512542 May 19 21:08:21.018546 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [None req-2d8b3989-833c-4ceb-aea2-f1b9f1a544f5 admin admin] Allocated IP 172.27.1.106 (7528c24a-f700-413f-aad3-165c7750b403/5baa0079-c83e-4549-8f83-3def60c01514/902578a9-b354-4537-a354-249eb7bb2a9d) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:08:21.029707 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-e84c86e2-123c-4ad0-a9bc-2e7cf9b2de0f None None] For port fa6e0d29-a08a-437f-9662-aefacf2542d9, host dv-cinder-784623-12-iscsi, cleared binding levels {{(pid=91838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:08:21.034446 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-e84c86e2-123c-4ad0-a9bc-2e7cf9b2de0f None None] For port fa6e0d29-a08a-437f-9662-aefacf2542d9, host dv-cinder-784623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=fa6e0d29-a08a-437f-9662-aefacf2542d9,segment=NetworkSegment(dd24c109-b873-4075-a547-36393fe5fd42),segment_id=dd24c109-b873-4075-a547-36393fe5fd42)] {{(pid=91838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:08:21.041739 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-08eec4f3-3b4b-4c7a-8129-95a7d4f5144f tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f838b440391445eabd534628afd06893&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0989728 May 19 21:08:21.042426 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-e84c86e2-123c-4ad0-a9bc-2e7cf9b2de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:21.049034 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-e84c86e2-123c-4ad0-a9bc-2e7cf9b2de0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:21.213911 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c86e2-123c-4ad0-a9bc-2e7cf9b2de0f None None] Pushing event updated for resources: {'Port': ['ID=fa6e0d29-a08a-437f-9662-aefacf2542d9,revision_number=2']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:21.217297 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-e84c86e2-123c-4ad0-a9bc-2e7cf9b2de0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:21.263635 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-cd51c63b-ff03-45d1-b9d8-6a6fa8b9fa95 req-a122deb2-c1cf-403c-91a5-5083530a8d6d tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/ports?device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 210 time: 0.0774875 May 19 21:08:21.358715 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b5c9eeae-5e1a-4e28-8dbb-0b10db384409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-632064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663024'] for router, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:21.613448 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-d20bdcb6-33b9-426e-be89-76cb9e265f86 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 21:08:21.621597 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-d20bdcb6-33b9-426e-be89-76cb9e265f86 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4368186 May 19 21:08:21.744202 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c9eeae-5e1a-4e28-8dbb-0b10db384409 admin admin] Router e692fffc-98ec-4754-b6db-d2f2de36fe35 is scheduled to L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 with binding_index 1 {{(pid=91837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 21:08:21.824193 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-d351b458-dd7e-4b8d-a0e2-71043279434a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-632064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663024'] for router, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:21.830991 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-2d8b3989-833c-4ceb-aea2-f1b9f1a544f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:21.986490 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-e98ba226-c8e5-4b5b-8bb1-ee780d810121 service neutron] 10.222.0.44 "GET /v2.0/networks/a9d43337-a378-49d5-82b2-4ebd65977430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636935 May 19 21:08:21.994320 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-2d8b3989-833c-4ceb-aea2-f1b9f1a544f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:22.017040 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f6021b-a5d2-462a-9cf6-caa0cfb0a73f None None] Network 73cdea18-8046-49f0-a6f7-a0df883fcd0a requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:08:22.049922 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:22.086477 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c9eeae-5e1a-4e28-8dbb-0b10db384409 admin admin] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:08:22.096727 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b037a9-8ef1-45e9-bf09-80ca0e148b82 None None] Sync routers for ids ['e692fffc-98ec-4754-b6db-d2f2de36fe35'] in dv-cinder-784623-12-iscsi {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:08:22.112979 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b037a9-8ef1-45e9-bf09-80ca0e148b82 None None] Routers {'e692fffc-98ec-4754-b6db-d2f2de36fe35'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:08:22.113612 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-e0b037a9-8ef1-45e9-bf09-80ca0e148b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:08:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['e692fffc-98ec-4754-b6db-d2f2de36fe35'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:08:22.141452 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b5c9eeae-5e1a-4e28-8dbb-0b10db384409 admin admin] Notify callbacks [] for router, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:22.148248 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-b5c9eeae-5e1a-4e28-8dbb-0b10db384409 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0111797 May 19 21:08:22.149061 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 44340) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:22.166459 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8b3989-833c-4ceb-aea2-f1b9f1a544f5 admin admin] Network 7528c24a-f700-413f-aad3-165c7750b403 is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:08:22.208742 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b3989-833c-4ceb-aea2-f1b9f1a544f5 admin admin] Pushing event updated for resources: {'Port': ['ID=902578a9-b354-4537-a354-249eb7bb2a9d,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:22.228380 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-2d8b3989-833c-4ceb-aea2-f1b9f1a544f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:08:22.287267 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-ec605fd9-3809-44a4-b5d8-e670bab69e4a None None] Provisioning for port 37363ae1-5e81-4867-be33-d22ad2149fbb completed by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:08:22.311509 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8b3989-833c-4ceb-aea2-f1b9f1a544f5 admin admin] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:08:22.466418 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.25', 58075) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:22.486292 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-2d8b3989-833c-4ceb-aea2-f1b9f1a544f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:22.570144 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 44356) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:22.585433 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9684838b-39a2-4768-bd9b-a98c83e35fce None None] Network 33245778-87d9-4ace-bbb7-ad7041ac660d requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:08:22.660086 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-e0b037a9-8ef1-45e9-bf09-80ca0e148b82 None None] Set router e692fffc-98ec-4754-b6db-d2f2de36fe35 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:08:22.946391 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device fa6e0d29-a08a-437f-9662-aefacf2542d9 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:08:23.016713 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-d1c7f35b-8fc9-4acb-a44c-be74649f0345 None None] Provisioning for port fa6e0d29-a08a-437f-9662-aefacf2542d9 completed by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:08:23.034133 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-6c111092-175e-47c4-b514-0102f5153541 req-3fb812da-c9ea-4168-b315-1e26b7f4cba2 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/ports?device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 210 time: 0.2948816 May 19 21:08:23.108426 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning for port fa6e0d29-a08a-437f-9662-aefacf2542d9 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:08:23.124358 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port fa6e0d29-a08a-437f-9662-aefacf2542d9 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:08:23.124647 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:23.271890 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-e0b037a9-8ef1-45e9-bf09-80ca0e148b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'name': 'tempest-AttachVolumeTestJSON-541461897-router', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:17Z', 'updated_at': '2021-05-19T21:08:20Z', 'revision_number': 3, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'gw_port': {'id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:10:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:19Z', 'updated_at': '2021-05-19T21:08:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi'}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:08:23.279369 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b037a9-8ef1-45e9-bf09-80ca0e148b82 None None] Checking router: e692fffc-98ec-4754-b6db-d2f2de36fe35 for host: dv-cinder-784623-12-iscsi {{(pid=91839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:08:23.279731 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b037a9-8ef1-45e9-bf09-80ca0e148b82 None None] Updating router e692fffc-98ec-4754-b6db-d2f2de36fe35 port 1a8abeb3-60bc-4037-a89a-8f1d2640b82f binding host dv-cinder-784623-12-iscsi {{(pid=91839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:08:23.299476 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-cef040a4-a897-456a-b8f5-a765bfbd5888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:23.403997 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-e0b037a9-8ef1-45e9-bf09-80ca0e148b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:23.467029 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-2d8b3989-833c-4ceb-aea2-f1b9f1a544f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:23.545405 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:23.580213 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-cef040a4-a897-456a-b8f5-a765bfbd5888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:23.594242 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-cef040a4-a897-456a-b8f5-a765bfbd5888 admin admin] Usage tracker for resource:security_group_rule and tenant:d3a1c7931ba548a9a036357b45b6e961 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:23.601834 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-cef040a4-a897-456a-b8f5-a765bfbd5888 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:23.620072 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-cef040a4-a897-456a-b8f5-a765bfbd5888 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:23.632631 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] For port fa6e0d29-a08a-437f-9662-aefacf2542d9, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=fa6e0d29-a08a-437f-9662-aefacf2542d9,segment=NetworkSegment(dd24c109-b873-4075-a547-36393fe5fd42),segment_id=dd24c109-b873-4075-a547-36393fe5fd42)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:08:23.640134 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-6345b255-dd03-4fcf-8993-ed08584241d0 service neutron] 10.222.0.44 "GET /v2.0/networks/a9d43337-a378-49d5-82b2-4ebd65977430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5995686 May 19 21:08:23.644488 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:23.647129 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 37363ae1-5e81-4867-be33-d22ad2149fbb up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:08:23.692727 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:23.761040 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d351b458-dd7e-4b8d-a0e2-71043279434a admin admin] Router f9ccbac9-d095-4682-97cd-c7fe32b062ef is scheduled to L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 with binding_index 1 {{(pid=91836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 21:08:23.842438 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-cef040a4-a897-456a-b8f5-a765bfbd5888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:23.858500 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-c8a610dc-8b4a-4edd-8b50-05f393fb5498 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:23.859361 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-c8a610dc-8b4a-4edd-8b50-05f393fb5498 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.25 "GET /v2.0/networks?id=5d929734-2719-48af-9ca1-890fee6a349b HTTP/1.1" status: 200 len: 812 time: 1.3893549 May 19 21:08:23.881913 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-cef040a4-a897-456a-b8f5-a765bfbd5888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:23.940931 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning for port 37363ae1-5e81-4867-be33-d22ad2149fbb completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:08:23.964336 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Pushing event updated for resources: {'Port': ['ID=fa6e0d29-a08a-437f-9662-aefacf2542d9,revision_number=3']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:23.977983 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:23.984951 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port 37363ae1-5e81-4867-be33-d22ad2149fbb triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:08:23.985328 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:24.019598 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:24.039573 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-cef040a4-a897-456a-b8f5-a765bfbd5888 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d3a1c7931ba548a9a036357b45b6e961&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4672720 May 19 21:08:24.052481 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f12595c0-fc7e-44d5-8bd8-a679aa768ee7 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Request body: {'port': {'device_id': 'df512a54-ee21-4263-a3b2-08ed48d400a8', 'network_id': '5d929734-2719-48af-9ca1-890fee6a349b', 'admin_state_up': True, 'tenant_id': '4f40a89f6c094a439263ee9d84004333'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:24.083128 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-e0b037a9-8ef1-45e9-bf09-80ca0e148b82 None None] Notify callbacks [] for port, precommit_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:24.108883 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.provisioning_blocks [None req-e0b037a9-8ef1-45e9-bf09-80ca0e148b82 None None] Transition to ACTIVE for port object 1a8abeb3-60bc-4037-a89a-8f1d2640b82f will not be triggered until provisioned by entity L2. {{(pid=91839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:08:24.129916 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-e0b037a9-8ef1-45e9-bf09-80ca0e148b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:24.142521 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 44416) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:24.161240 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [None req-48fb94eb-0f27-45cf-9903-c56103a04edc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:24.376537 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b75a189-432e-4dd0-b64b-addf93974b27 None None] Pushing event updated for resources: {'Port': ['ID=1a8abeb3-60bc-4037-a89a-8f1d2640b82f,revision_number=2']} {{(pid=91839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:24.401711 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b75a189-432e-4dd0-b64b-addf93974b27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:24.405219 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b75a189-432e-4dd0-b64b-addf93974b27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:24.408646 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b75a189-432e-4dd0-b64b-addf93974b27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:24.409425 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b75a189-432e-4dd0-b64b-addf93974b27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:24.409991 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b75a189-432e-4dd0-b64b-addf93974b27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:24.410610 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b75a189-432e-4dd0-b64b-addf93974b27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:24.411193 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b75a189-432e-4dd0-b64b-addf93974b27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:24.411910 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b75a189-432e-4dd0-b64b-addf93974b27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:24.412807 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:24.414421 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b75a189-432e-4dd0-b64b-addf93974b27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:24.418608 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b75a189-432e-4dd0-b64b-addf93974b27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:24.419284 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b75a189-432e-4dd0-b64b-addf93974b27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:24.419914 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b75a189-432e-4dd0-b64b-addf93974b27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b75a189-432e-4dd0-b64b-addf93974b27 None None] Tracked resource versions report: May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: pushed versions: May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: { 'AddressGroup': {'1.2'}, May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: 'ConntrackHelper': {'1.0'}, May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: 'Log': {'1.0'}, May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: 'Network': {'1.1'}, May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: 'Port': {'1.7'}, May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: 'PortForwarding': {'1.2'}, May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: 'QosPolicy': {'1.8'}, May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: 'SecurityGroup': {'1.4'}, May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: 'SecurityGroupRule': {'1.2'}, May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: 'SubPort': {'1.0'}, May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: 'Subnet': {'1.1'}, May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: 'Trunk': {'1.1'}} May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: consumer versions: May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: { DHCP agent@dv-cinder-784623-12-iscsi: {}, May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: HyperV agent@hv-cinder-78462: {}, May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: L3 agent@dv-cinder-784623-12-iscsi: {}, May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: Metadata agent@dv-cinder-784623-12-iscsi: {}, May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: Metering agent@dv-cinder-784623-12-iscsi: {}, May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: Open vSwitch agent@dv-cinder-784623-12-iscsi: { 'AddressGroup': '1.2', May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: 'ConntrackHelper': '1.0', May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: 'Log': '1.0', May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: 'Network': '1.1', May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: 'Port': '1.7', May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: 'PortForwarding': '1.2', May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: 'QosPolicy': '1.8', May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: 'SecurityGroup': '1.4', May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: 'SecurityGroupRule': '1.2', May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: 'SubPort': '1.0', May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: 'Subnet': '1.1', May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: 'Trunk': '1.1'}} May 19 21:08:24.421175 dv-cinder-784623-12-iscsi neutron-server[91839]: {{(pid=91839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 21:08:24.440037 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [None req-4b75a189-432e-4dd0-b64b-addf93974b27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:24.501778 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.managers [None req-e0b037a9-8ef1-45e9-bf09-80ca0e148b82 None None] Attempting to bind port 1a8abeb3-60bc-4037-a89a-8f1d2640b82f on host dv-cinder-784623-12-iscsi for vnic_type normal with profile {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:08:24.502257 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.managers [None req-e0b037a9-8ef1-45e9-bf09-80ca0e148b82 None None] Attempting to bind port 1a8abeb3-60bc-4037-a89a-8f1d2640b82f by drivers openvswitch,hyperv on host dv-cinder-784623-12-iscsi at level 0 using segments [{'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'}] {{(pid=91839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:08:24.502747 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b037a9-8ef1-45e9-bf09-80ca0e148b82 None None] Attempting to bind port 1a8abeb3-60bc-4037-a89a-8f1d2640b82f on network 7528c24a-f700-413f-aad3-165c7750b403 {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:08:24.516308 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b037a9-8ef1-45e9-bf09-80ca0e148b82 None None] Checking agent: {'id': 'f197b149-8cce-4905-bf69-1a24ef250a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 0, 38), 'started_at': datetime.datetime(2021, 5, 19, 21, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:08:24.516898 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b037a9-8ef1-45e9-bf09-80ca0e148b82 None None] Checking segment: {'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:08:24.517502 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-e0b037a9-8ef1-45e9-bf09-80ca0e148b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:24.517972 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b037a9-8ef1-45e9-bf09-80ca0e148b82 None None] Bound using segment: {'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'} {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:08:24.519789 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.managers [None req-e0b037a9-8ef1-45e9-bf09-80ca0e148b82 None None] Bound port: 1a8abeb3-60bc-4037-a89a-8f1d2640b82f, host: dv-cinder-784623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'}}] {{(pid=91839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:08:24.520334 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-e0b037a9-8ef1-45e9-bf09-80ca0e148b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:24.563154 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-4e4901b3-d3dc-423f-a283-bbbaf51730a9 None None] Provisioning complete for port fa6e0d29-a08a-437f-9662-aefacf2542d9 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:08:24.563528 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-4e4901b3-d3dc-423f-a283-bbbaf51730a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:24.714240 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.db [None req-e0b037a9-8ef1-45e9-bf09-80ca0e148b82 None None] For port 1a8abeb3-60bc-4037-a89a-8f1d2640b82f, host dv-cinder-784623-12-iscsi, cleared binding levels {{(pid=91839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:08:24.716420 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] For port 37363ae1-5e81-4867-be33-d22ad2149fbb, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=37363ae1-5e81-4867-be33-d22ad2149fbb,segment=NetworkSegment(7ebb5a37-186a-44c7-8b3d-dea339fd8a91),segment_id=7ebb5a37-186a-44c7-8b3d-dea339fd8a91)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:08:24.718239 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.db [None req-e0b037a9-8ef1-45e9-bf09-80ca0e148b82 None None] For port 1a8abeb3-60bc-4037-a89a-8f1d2640b82f, host dv-cinder-784623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=1a8abeb3-60bc-4037-a89a-8f1d2640b82f,segment=NetworkSegment(2ae65b33-9dba-40dd-84dc-4e059aac7a0c),segment_id=2ae65b33-9dba-40dd-84dc-4e059aac7a0c)] {{(pid=91839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:08:24.728010 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-e0b037a9-8ef1-45e9-bf09-80ca0e148b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:24.730064 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:24.731970 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:24.732242 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c71b627b-680a-4085-b73e-990927ac09b4 req-d1b4a437-b51f-44b3-b168-2079156b8070 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=70e231d7-2a71-487c-ac53-41868e07328f HTTP/1.1" status: 200 len: 210 time: 0.5999308 May 19 21:08:24.740383 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:24.923957 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b75a189-432e-4dd0-b64b-addf93974b27 None None] Pushing event updated for resources: {'Port': ['ID=1a8abeb3-60bc-4037-a89a-8f1d2640b82f,revision_number=3']} {{(pid=91839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:24.936826 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [None req-4b75a189-432e-4dd0-b64b-addf93974b27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:24.945844 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-2d8b3989-833c-4ceb-aea2-f1b9f1a544f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-632064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663024'] for router, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:24.959152 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef040a4-a897-456a-b8f5-a765bfbd5888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0910a91b-76ae-4e6c-b0f5-8daec70c17d4,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:24.963162 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b037a9-8ef1-45e9-bf09-80ca0e148b82 None None] Routers {'e692fffc-98ec-4754-b6db-d2f2de36fe35'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:08:24.964072 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-e0b037a9-8ef1-45e9-bf09-80ca0e148b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:08:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['e692fffc-98ec-4754-b6db-d2f2de36fe35'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:08:24.969547 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1f0b9d20-c8bb-4e37-9a9e-23e00679d88c req-6c9f48b6-a106-4b7c-9122-a3769c2fb419 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/ports?device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 210 time: 0.2164762 May 19 21:08:25.030298 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-cef040a4-a897-456a-b8f5-a765bfbd5888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.019s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:25.116758 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Pushing event updated for resources: {'Port': ['ID=37363ae1-5e81-4867-be33-d22ad2149fbb,revision_number=3']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:25.153758 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:25.154721 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device fa6e0d29-a08a-437f-9662-aefacf2542d9 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:08:25.358798 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33cee5d5-6156-4015-bb94-29157f0f905d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:25.406509 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d351b458-dd7e-4b8d-a0e2-71043279434a admin admin] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:08:25.430262 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0b42f0-8d9e-4697-948d-c55c3ec7044a None None] Sync routers for ids ['f9ccbac9-d095-4682-97cd-c7fe32b062ef'] in dv-cinder-784623-12-iscsi {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:08:25.468394 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0b42f0-8d9e-4697-948d-c55c3ec7044a None None] Routers {'f9ccbac9-d095-4682-97cd-c7fe32b062ef'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:08:25.470202 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-4b0b42f0-8d9e-4697-948d-c55c3ec7044a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:08:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['f9ccbac9-d095-4682-97cd-c7fe32b062ef'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:08:25.516047 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-d351b458-dd7e-4b8d-a0e2-71043279434a admin admin] Notify callbacks [] for router, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:25.520732 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-d351b458-dd7e-4b8d-a0e2-71043279434a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.4484990 May 19 21:08:25.520732 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8b3989-833c-4ceb-aea2-f1b9f1a544f5 admin admin] Router 106c6bc3-df58-4ca5-b602-4b93b8644468 is scheduled to L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 with binding_index 1 {{(pid=91836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 21:08:25.525439 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 44474) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:25.561901 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f12595c0-fc7e-44d5-8bd8-a679aa768ee7 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:25.645019 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port fa6e0d29-a08a-437f-9662-aefacf2542d9 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:08:25.646929 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:25.687892 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-e0b037a9-8ef1-45e9-bf09-80ca0e148b82 None None] Set router e692fffc-98ec-4754-b6db-d2f2de36fe35 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:08:25.770106 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f12595c0-fc7e-44d5-8bd8-a679aa768ee7 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Usage tracker for resource:port and tenant:4f40a89f6c094a439263ee9d84004333 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:25.787020 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f12595c0-fc7e-44d5-8bd8-a679aa768ee7 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:25.818300 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f12595c0-fc7e-44d5-8bd8-a679aa768ee7 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:25.857406 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33cee5d5-6156-4015-bb94-29157f0f905d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:25.908861 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f12595c0-fc7e-44d5-8bd8-a679aa768ee7 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Made reservation on behalf of 4f40a89f6c094a439263ee9d84004333 for: {'port': 1} {{(pid=91837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:08:25.925198 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f12595c0-fc7e-44d5-8bd8-a679aa768ee7 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:26.030450 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-4b0b42f0-8d9e-4697-948d-c55c3ec7044a None None] Set router f9ccbac9-d095-4682-97cd-c7fe32b062ef gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:08:26.067547 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8b3989-833c-4ceb-aea2-f1b9f1a544f5 admin admin] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:08:26.103153 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159340ba-780a-4807-9efe-d252f9c05475 None None] Sync routers for ids ['106c6bc3-df58-4ca5-b602-4b93b8644468'] in dv-cinder-784623-12-iscsi {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:08:26.205867 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f811a375-4a8c-4a86-b5f0-21e589770db9 req-44276595-ba1d-48bb-b65e-ccdb54c33ed0 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=70e231d7-2a71-487c-ac53-41868e07328f HTTP/1.1" status: 200 len: 210 time: 0.1453838 May 19 21:08:26.221706 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-2d8b3989-833c-4ceb-aea2-f1b9f1a544f5 admin admin] Notify callbacks [] for router, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:26.225939 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-2d8b3989-833c-4ceb-aea2-f1b9f1a544f5 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.6225502 May 19 21:08:26.226770 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 44500) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:26.406734 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159340ba-780a-4807-9efe-d252f9c05475 None None] Routers {'106c6bc3-df58-4ca5-b602-4b93b8644468'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:08:26.411183 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-159340ba-780a-4807-9efe-d252f9c05475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:08:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['106c6bc3-df58-4ca5-b602-4b93b8644468'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:08:26.509730 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 44506) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:26.600234 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-5966a102-3926-4949-949c-9d62c777654c req-6e736357-5af3-4ea9-a8b0-f4296d785593 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/ports?device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 210 time: 0.1432698 May 19 21:08:26.639080 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33cee5d5-6156-4015-bb94-29157f0f905d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:26.851955 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-bebe93f3-8afe-41aa-be89-4520f78b90ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:26.876808 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-159340ba-780a-4807-9efe-d252f9c05475 None None] Set router 106c6bc3-df58-4ca5-b602-4b93b8644468 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:08:27.258391 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:08:27.393580 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-06ef6154-3745-421f-9894-c3044d3e5871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:27.402352 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 37363ae1-5e81-4867-be33-d22ad2149fbb up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:08:27.430611 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cee5d5-6156-4015-bb94-29157f0f905d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0910a91b-76ae-4e6c-b0f5-8daec70c17d4,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:27.492330 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-33cee5d5-6156-4015-bb94-29157f0f905d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:27.540936 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-0f926c95-a228-4226-af84-05e4a7cf734b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:27.798251 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port 37363ae1-5e81-4867-be33-d22ad2149fbb triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:08:27.798633 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:27.919652 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-e0b037a9-8ef1-45e9-bf09-80ca0e148b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'name': 'tempest-AttachVolumeTestJSON-541461897-router', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:17Z', 'updated_at': '2021-05-19T21:08:20Z', 'revision_number': 3, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'gw_port': {'id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:10:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:19Z', 'updated_at': '2021-05-19T21:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi'}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:08:27.935580 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b037a9-8ef1-45e9-bf09-80ca0e148b82 None None] The sync data for ids ['e692fffc-98ec-4754-b6db-d2f2de36fe35'] in dv-cinder-784623-12-iscsi is: [{'id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'name': 'tempest-AttachVolumeTestJSON-541461897-router', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:17Z', 'updated_at': '2021-05-19T21:08:20Z', 'revision_number': 3, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'gw_port': {'id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:10:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:19Z', 'updated_at': '2021-05-19T21:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi'}] {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:08:28.013439 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-159340ba-780a-4807-9efe-d252f9c05475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'name': 'tempest-AttachVolumeShelveTestJSON-811945201-router', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:18Z', 'updated_at': '2021-05-19T21:08:22Z', 'revision_number': 3, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'gw_port': {'id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:20Z', 'updated_at': '2021-05-19T21:08:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi'}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:08:28.025488 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159340ba-780a-4807-9efe-d252f9c05475 None None] Checking router: 106c6bc3-df58-4ca5-b602-4b93b8644468 for host: dv-cinder-784623-12-iscsi {{(pid=91839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:08:28.025851 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159340ba-780a-4807-9efe-d252f9c05475 None None] Updating router 106c6bc3-df58-4ca5-b602-4b93b8644468 port 902578a9-b354-4537-a354-249eb7bb2a9d binding host dv-cinder-784623-12-iscsi {{(pid=91839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:08:28.047673 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-471b016a-17b8-4f8d-b690-85b84447234c req-7c3d0227-978e-4e08-bbd9-558e522cd596 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/ports?device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 210 time: 0.0837517 May 19 21:08:28.058957 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.25', 58089) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:28.069570 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-4b0b42f0-8d9e-4697-948d-c55c3ec7044a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ccbac9-d095-4682-97cd-c7fe32b062ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1874372997-router', 'tenant_id': '181c084e22284e5ca4bdb85e1464e799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:17Z', 'updated_at': '2021-05-19T21:08:19Z', 'revision_number': 3, 'project_id': '181c084e22284e5ca4bdb85e1464e799', 'gw_port': {'id': 'b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ccbac9-d095-4682-97cd-c7fe32b062ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:18Z', 'updated_at': '2021-05-19T21:08:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi'}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:08:28.162176 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0b42f0-8d9e-4697-948d-c55c3ec7044a None None] Checking router: f9ccbac9-d095-4682-97cd-c7fe32b062ef for host: dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:08:28.170885 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0b42f0-8d9e-4697-948d-c55c3ec7044a None None] Updating router f9ccbac9-d095-4682-97cd-c7fe32b062ef port b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a binding host dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:08:28.188440 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-159340ba-780a-4807-9efe-d252f9c05475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:28.270102 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-4b0b42f0-8d9e-4697-948d-c55c3ec7044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:28.598448 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-0f926c95-a228-4226-af84-05e4a7cf734b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:28.603866 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-0f926c95-a228-4226-af84-05e4a7cf734b admin admin] Usage tracker for resource:security_group_rule and tenant:0145044530ca4bd2a744c65c12ac551d is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:28.607140 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-0f926c95-a228-4226-af84-05e4a7cf734b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:28.624156 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-0f926c95-a228-4226-af84-05e4a7cf734b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:28.758435 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-4e36c720-23d1-4444-90b3-b03de0847566 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:28.759201 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-0f926c95-a228-4226-af84-05e4a7cf734b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:28.760480 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-4e36c720-23d1-4444-90b3-b03de0847566 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.25 "GET /v2.0/networks?id=a9d43337-a378-49d5-82b2-4ebd65977430 HTTP/1.1" status: 200 len: 815 time: 0.7003036 May 19 21:08:28.776026 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5df1aefb-5c1d-4e70-9620-27496ce1db95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:28.853168 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-b3cd3e15-863a-4144-a55d-e1df1d0ffa61 req-9f866c35-7332-4e2d-b030-0a1a6a37ea71 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=70e231d7-2a71-487c-ac53-41868e07328f HTTP/1.1" status: 200 len: 210 time: 0.3401611 May 19 21:08:28.856967 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.db_base_plugin_common [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f12595c0-fc7e-44d5-8bd8-a679aa768ee7 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Allocated IP 172.20.0.6 (5d929734-2719-48af-9ca1-890fee6a349b/81fe9b24-f675-424e-ac14-0dfc75b20ad7/dc25a864-33de-4f81-80bd-0680bd31d228) {{(pid=91837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:08:28.869175 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33cee5d5-6156-4015-bb94-29157f0f905d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:28.872939 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-33cee5d5-6156-4015-bb94-29157f0f905d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0910a91b-76ae-4e6c-b0f5-8daec70c17d4 HTTP/1.1" status: 204 len: 168 time: 4.7072482 May 19 21:08:28.872939 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-0f926c95-a228-4226-af84-05e4a7cf734b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:28.955762 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-9dbfa5ca-1680-4950-847d-ad45af0b680d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:28.975953 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-0f926c95-a228-4226-af84-05e4a7cf734b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0145044530ca4bd2a744c65c12ac551d&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4552772 May 19 21:08:28.988902 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 44540) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:29.217927 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-159340ba-780a-4807-9efe-d252f9c05475 None None] Notify callbacks [] for port, precommit_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:29.278362 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.provisioning_blocks [None req-159340ba-780a-4807-9efe-d252f9c05475 None None] Transition to ACTIVE for port object 902578a9-b354-4537-a354-249eb7bb2a9d will not be triggered until provisioned by entity L2. {{(pid=91839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:08:29.297969 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-159340ba-780a-4807-9efe-d252f9c05475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:29.341566 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [None req-4b75a189-432e-4dd0-b64b-addf93974b27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:29.385954 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-ad34bd51-2454-4b27-ad4c-3492d017f097 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Request body: {'port': {'device_id': '70e231d7-2a71-487c-ac53-41868e07328f', 'network_id': 'a9d43337-a378-49d5-82b2-4ebd65977430', 'admin_state_up': True, 'tenant_id': 'f838b440391445eabd534628afd06893'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:29.399217 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 1a8abeb3-60bc-4037-a89a-8f1d2640b82f up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:08:29.403807 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f926c95-a228-4226-af84-05e4a7cf734b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84e745e-f173-4f4a-9e60-118e86eaa00a,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:29.421110 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-0f926c95-a228-4226-af84-05e4a7cf734b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:29.600028 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.managers [None req-159340ba-780a-4807-9efe-d252f9c05475 None None] Attempting to bind port 902578a9-b354-4537-a354-249eb7bb2a9d on host dv-cinder-784623-12-iscsi for vnic_type normal with profile {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:08:29.600028 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.managers [None req-159340ba-780a-4807-9efe-d252f9c05475 None None] Attempting to bind port 902578a9-b354-4537-a354-249eb7bb2a9d by drivers openvswitch,hyperv on host dv-cinder-784623-12-iscsi at level 0 using segments [{'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'}] {{(pid=91839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:08:29.600420 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159340ba-780a-4807-9efe-d252f9c05475 None None] Attempting to bind port 902578a9-b354-4537-a354-249eb7bb2a9d on network 7528c24a-f700-413f-aad3-165c7750b403 {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:08:29.615141 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ba46a-da75-493b-a81f-607679a82b88 None None] Pushing event updated for resources: {'Port': ['ID=902578a9-b354-4537-a354-249eb7bb2a9d,revision_number=2']} {{(pid=91839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:29.634997 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159340ba-780a-4807-9efe-d252f9c05475 None None] Checking agent: {'id': 'f197b149-8cce-4905-bf69-1a24ef250a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 0, 38), 'started_at': datetime.datetime(2021, 5, 19, 21, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:08:29.657725 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159340ba-780a-4807-9efe-d252f9c05475 None None] Checking segment: {'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:08:29.658315 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-159340ba-780a-4807-9efe-d252f9c05475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:29.659953 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159340ba-780a-4807-9efe-d252f9c05475 None None] Bound using segment: {'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'} {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:08:29.660589 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.managers [None req-159340ba-780a-4807-9efe-d252f9c05475 None None] Bound port: 902578a9-b354-4537-a354-249eb7bb2a9d, host: dv-cinder-784623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'}}] {{(pid=91839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:08:29.662102 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-159340ba-780a-4807-9efe-d252f9c05475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:29.689982 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.db_base_plugin_common [None req-06ef6154-3745-421f-9894-c3044d3e5871 admin admin] Allocated IP 172.20.0.1 (73cdea18-8046-49f0-a6f7-a0df883fcd0a/630830f2-778f-4bba-87b9-a49ae18b87af/82e3b671-39fe-4ff5-aea1-cc914d7df6c0) {{(pid=91837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:08:29.751914 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [None req-5df1aefb-5c1d-4e70-9620-27496ce1db95 admin admin] Allocated IP 172.20.0.1 (33245778-87d9-4ace-bbb7-ad7041ac660d/a96f8d10-418e-4531-973e-67a2c5d86867/7e03d05c-8623-4216-8282-5048e75943c7) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:08:30.082332 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning for port 1a8abeb3-60bc-4037-a89a-8f1d2640b82f completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:08:30.094032 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.db [None req-159340ba-780a-4807-9efe-d252f9c05475 None None] For port 902578a9-b354-4537-a354-249eb7bb2a9d, host dv-cinder-784623-12-iscsi, cleared binding levels {{(pid=91839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:08:30.105894 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.db [None req-159340ba-780a-4807-9efe-d252f9c05475 None None] For port 902578a9-b354-4537-a354-249eb7bb2a9d, host dv-cinder-784623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=902578a9-b354-4537-a354-249eb7bb2a9d,segment=NetworkSegment(2ae65b33-9dba-40dd-84dc-4e059aac7a0c),segment_id=2ae65b33-9dba-40dd-84dc-4e059aac7a0c)] {{(pid=91839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:08:30.109819 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5df1aefb-5c1d-4e70-9620-27496ce1db95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:30.112042 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [None req-201ba46a-da75-493b-a81f-607679a82b88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:30.116015 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-159340ba-780a-4807-9efe-d252f9c05475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:30.131087 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [None req-4b75a189-432e-4dd0-b64b-addf93974b27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:30.140911 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port 1a8abeb3-60bc-4037-a89a-8f1d2640b82f triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:08:30.141210 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:30.160198 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [None req-5df1aefb-5c1d-4e70-9620-27496ce1db95 admin admin] Transition to ACTIVE for port object 7e03d05c-8623-4216-8282-5048e75943c7 will not be triggered until provisioned by entity DHCP. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:08:30.237466 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159340ba-780a-4807-9efe-d252f9c05475 None None] Routers {'106c6bc3-df58-4ca5-b602-4b93b8644468'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:08:30.238299 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-159340ba-780a-4807-9efe-d252f9c05475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:08:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['106c6bc3-df58-4ca5-b602-4b93b8644468'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:08:30.289013 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b563aa92-ebfe-46d7-8498-e11e24b8c006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:30.329683 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5df1aefb-5c1d-4e70-9620-27496ce1db95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:30.387522 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b377f374-4f65-4bae-bec8-6d6c4c90fea2 req-57928eb1-004d-48ac-8096-57efa8be0cc9 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/ports?device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 210 time: 0.1942494 May 19 21:08:30.391389 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:30.535536 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-4b0b42f0-8d9e-4697-948d-c55c3ec7044a None None] Notify callbacks [] for port, precommit_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:30.590600 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df1aefb-5c1d-4e70-9620-27496ce1db95 admin admin] Network 33245778-87d9-4ace-bbb7-ad7041ac660d is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:08:30.591792 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-159340ba-780a-4807-9efe-d252f9c05475 None None] Set router 106c6bc3-df58-4ca5-b602-4b93b8644468 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:08:30.604173 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-4b0b42f0-8d9e-4697-948d-c55c3ec7044a None None] Transition to ACTIVE for port object b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a will not be triggered until provisioned by entity L2. {{(pid=91838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:08:30.635702 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-5df1aefb-5c1d-4e70-9620-27496ce1db95 admin admin] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:08:30.654205 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f12595c0-fc7e-44d5-8bd8-a679aa768ee7 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Notify callbacks [] for port, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:30.668512 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-ad34bd51-2454-4b27-ad4c-3492d017f097 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:30.674531 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-ad34bd51-2454-4b27-ad4c-3492d017f097 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Usage tracker for resource:port and tenant:f838b440391445eabd534628afd06893 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:30.678019 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-ad34bd51-2454-4b27-ad4c-3492d017f097 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:30.688497 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-ad34bd51-2454-4b27-ad4c-3492d017f097 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:30.706356 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df1aefb-5c1d-4e70-9620-27496ce1db95 admin admin] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:08:30.707316 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5df1aefb-5c1d-4e70-9620-27496ce1db95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658499'] for router_interface, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:30.723844 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-4b0b42f0-8d9e-4697-948d-c55c3ec7044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:30.782575 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:30.831214 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f12595c0-fc7e-44d5-8bd8-a679aa768ee7 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111'] for port, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:30.832427 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33b17d82-f2fd-4fa1-bc1b-67f2420bbd52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:30.856021 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-ad34bd51-2454-4b27-ad4c-3492d017f097 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Made reservation on behalf of f838b440391445eabd534628afd06893 for: {'port': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:08:30.870707 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-ad34bd51-2454-4b27-ad4c-3492d017f097 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:30.978256 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-457a52e1-3cb2-420f-90ae-ca218e41ab03 req-f8c155e0-845d-4b64-a3a7-e383e4b28d41 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=70e231d7-2a71-487c-ac53-41868e07328f HTTP/1.1" status: 200 len: 210 time: 0.6692841 May 19 21:08:30.987021 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:31.020311 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:31.038512 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0a0a1-9640-4dd5-a16a-67503955bc07 None None] Pushing event updated for resources: {'Port': ['ID=b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a,revision_number=2']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:31.051496 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-91c0a0a1-9640-4dd5-a16a-67503955bc07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:31.077610 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-4b0b42f0-8d9e-4697-948d-c55c3ec7044a None None] Attempting to bind port b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a on host dv-cinder-784623-12-iscsi for vnic_type normal with profile {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:08:31.078028 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-4b0b42f0-8d9e-4697-948d-c55c3ec7044a None None] Attempting to bind port b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a by drivers openvswitch,hyperv on host dv-cinder-784623-12-iscsi at level 0 using segments [{'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:08:31.078377 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0b42f0-8d9e-4697-948d-c55c3ec7044a None None] Attempting to bind port b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a on network 7528c24a-f700-413f-aad3-165c7750b403 {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:08:31.095838 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0b42f0-8d9e-4697-948d-c55c3ec7044a None None] Checking agent: {'id': 'f197b149-8cce-4905-bf69-1a24ef250a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 0, 38), 'started_at': datetime.datetime(2021, 5, 19, 21, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:08:31.096276 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0b42f0-8d9e-4697-948d-c55c3ec7044a None None] Checking segment: {'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:08:31.096636 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-4b0b42f0-8d9e-4697-948d-c55c3ec7044a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:31.097357 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0b42f0-8d9e-4697-948d-c55c3ec7044a None None] Bound using segment: {'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:08:31.101449 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-4b0b42f0-8d9e-4697-948d-c55c3ec7044a None None] Bound port: b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a, host: dv-cinder-784623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'}}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:08:31.101976 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-4b0b42f0-8d9e-4697-948d-c55c3ec7044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:31.103645 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f12595c0-fc7e-44d5-8bd8-a679aa768ee7 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Network 5d929734-2719-48af-9ca1-890fee6a349b is already hosted by enough agents. {{(pid=91837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:08:31.114697 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.base_scheduler [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f12595c0-fc7e-44d5-8bd8-a679aa768ee7 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Resources bound (agent type, host, resource id): {{(pid=91837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:08:31.194136 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ba46a-da75-493b-a81f-607679a82b88 None None] Pushing event updated for resources: {'Port': ['ID=902578a9-b354-4537-a354-249eb7bb2a9d,revision_number=3']} {{(pid=91839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:31.204533 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] For port 1a8abeb3-60bc-4037-a89a-8f1d2640b82f, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=1a8abeb3-60bc-4037-a89a-8f1d2640b82f,segment=NetworkSegment(2ae65b33-9dba-40dd-84dc-4e059aac7a0c),segment_id=2ae65b33-9dba-40dd-84dc-4e059aac7a0c)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:08:31.210564 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [None req-201ba46a-da75-493b-a81f-607679a82b88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.080s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:31.309805 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:31.352656 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-4b0b42f0-8d9e-4697-948d-c55c3ec7044a None None] For port b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a, host dv-cinder-784623-12-iscsi, cleared binding levels {{(pid=91838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:08:31.360266 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.l3_dvrscheduler_db [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f12595c0-fc7e-44d5-8bd8-a679aa768ee7 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Received port after_create {{(pid=91837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:08:31.371974 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-4b0b42f0-8d9e-4697-948d-c55c3ec7044a None None] For port b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a, host dv-cinder-784623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a,segment=NetworkSegment(2ae65b33-9dba-40dd-84dc-4e059aac7a0c),segment_id=2ae65b33-9dba-40dd-84dc-4e059aac7a0c)] {{(pid=91838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:08:31.373542 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-e84c86e2-123c-4ad0-a9bc-2e7cf9b2de0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:31.374231 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f12595c0-fc7e-44d5-8bd8-a679aa768ee7 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:31.374927 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f12595c0-fc7e-44d5-8bd8-a679aa768ee7 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for port, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:31.399669 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1aefb-5c1d-4e70-9620-27496ce1db95 admin admin] Pushing event updated for resources: {'Port': ['ID=7e03d05c-8623-4216-8282-5048e75943c7,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:31.415158 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-5df1aefb-5c1d-4e70-9620-27496ce1db95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.024s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:31.471986 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-159340ba-780a-4807-9efe-d252f9c05475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'name': 'tempest-AttachVolumeShelveTestJSON-811945201-router', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:18Z', 'updated_at': '2021-05-19T21:08:22Z', 'revision_number': 3, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'gw_port': {'id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:20Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi'}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:08:31.478814 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159340ba-780a-4807-9efe-d252f9c05475 None None] The sync data for ids ['106c6bc3-df58-4ca5-b602-4b93b8644468'] in dv-cinder-784623-12-iscsi is: [{'id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'name': 'tempest-AttachVolumeShelveTestJSON-811945201-router', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:18Z', 'updated_at': '2021-05-19T21:08:22Z', 'revision_number': 3, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'gw_port': {'id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:20Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi'}] {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:08:31.496308 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-ad34bd51-2454-4b27-ad4c-3492d017f097 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Allocated IP 172.20.0.13 (a9d43337-a378-49d5-82b2-4ebd65977430/f4cfbac3-5da0-4b73-8c5a-c49311a5c5eb/ad249b6e-b1f9-4912-b2bf-5df4f5180208) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:08:31.500054 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5df1aefb-5c1d-4e70-9620-27496ce1db95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:31.576961 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Pushing event updated for resources: {'Port': ['ID=1a8abeb3-60bc-4037-a89a-8f1d2640b82f,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:31.588771 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-4b0b42f0-8d9e-4697-948d-c55c3ec7044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:31.591926 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:31.595320 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-a1cbc204-30f7-4cb9-810e-2ed0cd3c94d1 None None] Provisioning for port 7e03d05c-8623-4216-8282-5048e75943c7 completed by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:08:31.629174 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33b17d82-f2fd-4fa1-bc1b-67f2420bbd52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:31.641494 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:31.825371 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-a1cbc204-30f7-4cb9-810e-2ed0cd3c94d1 None None] Provisioning complete for port 7e03d05c-8623-4216-8282-5048e75943c7 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:08:31.825781 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-a1cbc204-30f7-4cb9-810e-2ed0cd3c94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:31.846414 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12595c0-fc7e-44d5-8bd8-a679aa768ee7 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Pushing event updated for resources: {'Port': ['ID=dc25a864-33de-4f81-80bd-0680bd31d228,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:31.882634 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f12595c0-fc7e-44d5-8bd8-a679aa768ee7 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8726175 May 19 21:08:31.886540 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-f12595c0-fc7e-44d5-8bd8-a679aa768ee7 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.887s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:31.893876 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-ad34bd51-2454-4b27-ad4c-3492d017f097 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:31.928436 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-8d305d89-0a46-45a3-a6b7-8b923ddd3d08 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 21:08:31.930317 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-8d305d89-0a46-45a3-a6b7-8b923ddd3d08 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160096 May 19 21:08:31.974928 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-06ef6154-3745-421f-9894-c3044d3e5871 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:32.083148 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.db_base_plugin_common [None req-b563aa92-ebfe-46d7-8498-e11e24b8c006 admin admin] Allocated IP 172.20.0.1 (ba66b4b4-ff54-4d87-8733-625194c2e0f7/4eb5b8dd-57eb-4bea-ad4e-bbeedb2dc092/0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4) {{(pid=91837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:08:32.125495 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.provisioning_blocks [None req-06ef6154-3745-421f-9894-c3044d3e5871 admin admin] Transition to ACTIVE for port object 82e3b671-39fe-4ff5-aea1-cc914d7df6c0 will not be triggered until provisioned by entity DHCP. {{(pid=91837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:08:32.130300 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-a1cbc204-30f7-4cb9-810e-2ed0cd3c94d1 None None] Port 7e03d05c-8623-4216-8282-5048e75943c7 cannot update to ACTIVE because it is not bound. {{(pid=91838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 21:08:32.137264 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33b17d82-f2fd-4fa1-bc1b-67f2420bbd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:32.167844 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-33cee5d5-6156-4015-bb94-29157f0f905d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:32.171097 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0b42f0-8d9e-4697-948d-c55c3ec7044a None None] Routers {'f9ccbac9-d095-4682-97cd-c7fe32b062ef'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:08:32.172811 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-4b0b42f0-8d9e-4697-948d-c55c3ec7044a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:08:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['f9ccbac9-d095-4682-97cd-c7fe32b062ef'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:08:32.237906 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b17d82-f2fd-4fa1-bc1b-67f2420bbd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84e745e-f173-4f4a-9e60-118e86eaa00a,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:32.254762 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33b17d82-f2fd-4fa1-bc1b-67f2420bbd52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:32.256573 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-33b17d82-f2fd-4fa1-bc1b-67f2420bbd52 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a84e745e-f173-4f4a-9e60-118e86eaa00a HTTP/1.1" status: 204 len: 168 time: 3.2662518 May 19 21:08:32.263367 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-33b17d82-f2fd-4fa1-bc1b-67f2420bbd52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:32.478148 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0a0a1-9640-4dd5-a16a-67503955bc07 None None] Pushing event updated for resources: {'Port': ['ID=b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a,revision_number=3']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:32.492556 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-91c0a0a1-9640-4dd5-a16a-67503955bc07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.851s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:32.638516 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-ad34bd51-2454-4b27-ad4c-3492d017f097 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:32.798424 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-4b0b42f0-8d9e-4697-948d-c55c3ec7044a None None] Set router f9ccbac9-d095-4682-97cd-c7fe32b062ef gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:08:32.847883 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5df1aefb-5c1d-4e70-9620-27496ce1db95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:32.850761 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-06ef6154-3745-421f-9894-c3044d3e5871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111'] for port, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:32.871297 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:32.888654 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-f12595c0-fc7e-44d5-8bd8-a679aa768ee7 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:32.940888 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b563aa92-ebfe-46d7-8498-e11e24b8c006 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:32.953164 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 44606) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:32.971500 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5df1aefb-5c1d-4e70-9620-27496ce1db95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:33.011108 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5df1aefb-5c1d-4e70-9620-27496ce1db95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658468'] for router_interface, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:33.014034 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ef6154-3745-421f-9894-c3044d3e5871 admin admin] Network 73cdea18-8046-49f0-a6f7-a0df883fcd0a is already hosted by enough agents. {{(pid=91837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:08:33.026309 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36766bdf-815d-4c84-ba86-acfb049eeee7 req-f37cbe55-efce-4b6e-b3e4-e1edad5be69c tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:33.028426 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-36766bdf-815d-4c84-ba86-acfb049eeee7 req-f37cbe55-efce-4b6e-b3e4-e1edad5be69c tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=70e231d7-2a71-487c-ac53-41868e07328f HTTP/1.1" status: 200 len: 932 time: 0.5858641 May 19 21:08:33.034061 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.base_scheduler [None req-06ef6154-3745-421f-9894-c3044d3e5871 admin admin] Resources bound (agent type, host, resource id): {{(pid=91837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:08:33.041924 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ef6154-3745-421f-9894-c3044d3e5871 admin admin] Received port after_create {{(pid=91837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:08:33.042797 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-06ef6154-3745-421f-9894-c3044d3e5871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658499'] for router_interface, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:33.088973 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90584d-21c9-46c9-9548-eba32d7acfbe req-9849742b-5533-484f-9463-a1bac833dfc4 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:33.099502 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8e90584d-21c9-46c9-9548-eba32d7acfbe req-9849742b-5533-484f-9463-a1bac833dfc4 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/ports?device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 931 time: 1.1746237 May 19 21:08:33.236617 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-ad34bd51-2454-4b27-ad4c-3492d017f097 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Network a9d43337-a378-49d5-82b2-4ebd65977430 is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:08:33.242834 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-8e90584d-21c9-46c9-9548-eba32d7acfbe req-bcee0b37-0e27-4b7d-833f-e837ea6eb1f2 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Synchronizing usage tracker for tenant:4f40a89f6c094a439263ee9d84004333 on resource:security_group {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:08:33.287185 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34bd51-2454-4b27-ad4c-3492d017f097 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Pushing event updated for resources: {'Port': ['ID=ad249b6e-b1f9-4912-b2bf-5df4f5180208,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:33.298941 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-ad34bd51-2454-4b27-ad4c-3492d017f097 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:08:33.310171 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-ad34bd51-2454-4b27-ad4c-3492d017f097 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:08:33.316751 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-ad34bd51-2454-4b27-ad4c-3492d017f097 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:33.321242 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-ad34bd51-2454-4b27-ad4c-3492d017f097 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:33.338232 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-ad34bd51-2454-4b27-ad4c-3492d017f097 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:33.367481 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.329s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:33.399254 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef6154-3745-421f-9894-c3044d3e5871 admin admin] Pushing event updated for resources: {'Port': ['ID=82e3b671-39fe-4ff5-aea1-cc914d7df6c0,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:33.422566 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-06ef6154-3745-421f-9894-c3044d3e5871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:33.478242 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-36766bdf-815d-4c84-ba86-acfb049eeee7 req-b5ba227c-2d72-442b-943a-9435ebeded61 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Synchronizing usage tracker for tenant:f838b440391445eabd534628afd06893 on resource:security_group {{(pid=91837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:08:33.564611 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4a2b63e1-2138-40e1-98b2-e612699d2700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:33.653912 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c691fa97-6b9d-4695-86eb-06ab41a4446e None None] Provisioning for port 82e3b671-39fe-4ff5-aea1-cc914d7df6c0 completed by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:08:33.711150 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f7eb775c-99df-484d-b60e-d8b02706b773 service neutron] Request body: {'port': {'device_id': 'df512a54-ee21-4263-a3b2-08ed48d400a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:33.733007 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c691fa97-6b9d-4695-86eb-06ab41a4446e None None] Provisioning complete for port 82e3b671-39fe-4ff5-aea1-cc914d7df6c0 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:08:33.734538 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c691fa97-6b9d-4695-86eb-06ab41a4446e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:33.778502 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-8e90584d-21c9-46c9-9548-eba32d7acfbe req-bcee0b37-0e27-4b7d-833f-e837ea6eb1f2 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Unset dirty status for tenant:4f40a89f6c094a439263ee9d84004333 on resource:security_group {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:08:33.780695 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8e90584d-21c9-46c9-9548-eba32d7acfbe req-bcee0b37-0e27-4b7d-833f-e837ea6eb1f2 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/security-groups?id=09eb6322-ddae-41bb-bd64-ad6129682cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6801281 May 19 21:08:33.790416 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-36766bdf-815d-4c84-ba86-acfb049eeee7 req-b5ba227c-2d72-442b-943a-9435ebeded61 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Unset dirty status for tenant:f838b440391445eabd534628afd06893 on resource:security_group {{(pid=91837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:08:33.792167 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-36766bdf-815d-4c84-ba86-acfb049eeee7 req-b5ba227c-2d72-442b-943a-9435ebeded61 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058441 May 19 21:08:33.792672 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b563aa92-ebfe-46d7-8498-e11e24b8c006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111'] for port, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:33.793919 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-4a2b63e1-2138-40e1-98b2-e612699d2700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:33.821561 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 1a8abeb3-60bc-4037-a89a-8f1d2640b82f up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:08:33.853629 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-ad34bd51-2454-4b27-ad4c-3492d017f097 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6183455 May 19 21:08:33.880711 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1aefb-5c1d-4e70-9620-27496ce1db95 admin admin] Pushing event updated for resources: {'Port': ['ID=7e03d05c-8623-4216-8282-5048e75943c7,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:33.887341 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-5df1aefb-5c1d-4e70-9620-27496ce1db95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:33.899278 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:33.970231 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-c691fa97-6b9d-4695-86eb-06ab41a4446e None None] Port 82e3b671-39fe-4ff5-aea1-cc914d7df6c0 cannot update to ACTIVE because it is not bound. {{(pid=91838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 21:08:33.998224 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-4a2b63e1-2138-40e1-98b2-e612699d2700 admin admin] Usage tracker for resource:security_group_rule and tenant:ff03c0d6c15442e78668c84284a2b780 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:34.027553 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df1aefb-5c1d-4e70-9620-27496ce1db95 admin admin] Network 33245778-87d9-4ace-bbb7-ad7041ac660d is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:08:34.032524 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-5df1aefb-5c1d-4e70-9620-27496ce1db95 admin admin] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:08:34.046689 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-4a2b63e1-2138-40e1-98b2-e612699d2700 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:34.430523 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port 1a8abeb3-60bc-4037-a89a-8f1d2640b82f triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:08:34.430523 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:34.433931 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-4a2b63e1-2138-40e1-98b2-e612699d2700 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:34.433931 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b563aa92-ebfe-46d7-8498-e11e24b8c006 admin admin] Network ba66b4b4-ff54-4d87-8733-625194c2e0f7 is already hosted by enough agents. {{(pid=91837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:08:34.433931 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.base_scheduler [None req-b563aa92-ebfe-46d7-8498-e11e24b8c006 admin admin] Resources bound (agent type, host, resource id): {{(pid=91837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:08:34.433931 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b563aa92-ebfe-46d7-8498-e11e24b8c006 admin admin] Received port after_create {{(pid=91837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:08:34.433931 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b563aa92-ebfe-46d7-8498-e11e24b8c006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658499'] for router_interface, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:34.435204 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-4b0b42f0-8d9e-4697-948d-c55c3ec7044a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ccbac9-d095-4682-97cd-c7fe32b062ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1874372997-router', 'tenant_id': '181c084e22284e5ca4bdb85e1464e799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:17Z', 'updated_at': '2021-05-19T21:08:19Z', 'revision_number': 3, 'project_id': '181c084e22284e5ca4bdb85e1464e799', 'gw_port': {'id': 'b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ccbac9-d095-4682-97cd-c7fe32b062ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:18Z', 'updated_at': '2021-05-19T21:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi'}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:08:34.435204 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0b42f0-8d9e-4697-948d-c55c3ec7044a None None] The sync data for ids ['f9ccbac9-d095-4682-97cd-c7fe32b062ef'] in dv-cinder-784623-12-iscsi is: [{'id': 'f9ccbac9-d095-4682-97cd-c7fe32b062ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1874372997-router', 'tenant_id': '181c084e22284e5ca4bdb85e1464e799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:17Z', 'updated_at': '2021-05-19T21:08:19Z', 'revision_number': 3, 'project_id': '181c084e22284e5ca4bdb85e1464e799', 'gw_port': {'id': 'b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ccbac9-d095-4682-97cd-c7fe32b062ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:18Z', 'updated_at': '2021-05-19T21:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi'}] {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:08:34.451343 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-7c8ab076-ff55-4344-8192-5ff041cbc05e service neutron] Request body: {'port': {'device_id': '70e231d7-2a71-487c-ac53-41868e07328f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:34.503944 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 902578a9-b354-4537-a354-249eb7bb2a9d up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:08:34.661612 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c03e3966-815d-4982-bab4-64d726c78302 None None] Provisioning complete for port 7e03d05c-8623-4216-8282-5048e75943c7 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:08:34.661988 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c03e3966-815d-4982-bab4-64d726c78302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:34.784918 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f7eb775c-99df-484d-b60e-d8b02706b773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:34.815316 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-c03e3966-815d-4982-bab4-64d726c78302 None None] Port 7e03d05c-8623-4216-8282-5048e75943c7 cannot update to ACTIVE because it is not bound. {{(pid=91838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 21:08:34.829541 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning for port 902578a9-b354-4537-a354-249eb7bb2a9d completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:08:34.835145 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563aa92-ebfe-46d7-8498-e11e24b8c006 admin admin] Pushing event updated for resources: {'Port': ['ID=0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:34.847864 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df1aefb-5c1d-4e70-9620-27496ce1db95 admin admin] Router 106c6bc3-df58-4ca5-b602-4b93b8644468 has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:08:34.857863 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port 902578a9-b354-4537-a354-249eb7bb2a9d triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:08:34.858242 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:34.859911 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-b563aa92-ebfe-46d7-8498-e11e24b8c006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.961s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:35.200221 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b563aa92-ebfe-46d7-8498-e11e24b8c006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:35.411590 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:35.471477 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] For port 902578a9-b354-4537-a354-249eb7bb2a9d, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=902578a9-b354-4537-a354-249eb7bb2a9d,segment=NetworkSegment(2ae65b33-9dba-40dd-84dc-4e059aac7a0c),segment_id=2ae65b33-9dba-40dd-84dc-4e059aac7a0c)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:08:35.493293 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:35.497059 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-91c0a0a1-9640-4dd5-a16a-67503955bc07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:35.573891 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df1aefb-5c1d-4e70-9620-27496ce1db95 admin admin] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:08:35.621326 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d8d73e-f72f-4a31-b1d8-0f041a7cfdf6 None None] Sync routers for ids ['106c6bc3-df58-4ca5-b602-4b93b8644468'] in dv-cinder-784623-12-iscsi {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:08:35.675700 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-5df1aefb-5c1d-4e70-9620-27496ce1db95 admin admin] 10.222.0.44 "PUT /v2.0/routers/106c6bc3-df58-4ca5-b602-4b93b8644468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4474149 May 19 21:08:35.683645 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-7c8ab076-ff55-4344-8192-5ff041cbc05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:35.794597 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Pushing event updated for resources: {'Port': ['ID=902578a9-b354-4537-a354-249eb7bb2a9d,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:35.815854 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:08:35.817375 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4a2b63e1-2138-40e1-98b2-e612699d2700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:35.926225 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:35.944838 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4a2b63e1-2138-40e1-98b2-e612699d2700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:35.945527 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-06ef6154-3745-421f-9894-c3044d3e5871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:36.020577 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d8d73e-f72f-4a31-b1d8-0f041a7cfdf6 None None] Routers {'106c6bc3-df58-4ca5-b602-4b93b8644468'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:08:36.021542 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-42d8d73e-f72f-4a31-b1d8-0f041a7cfdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:08:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['106c6bc3-df58-4ca5-b602-4b93b8644468'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:08:36.282750 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d25f4-dbef-435e-8b64-540f3bb6485c req-46fc5deb-8477-4354-88bf-d042ca4008cb tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:36.301147 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:36.301727 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-229d25f4-dbef-435e-8b64-540f3bb6485c req-46fc5deb-8477-4354-88bf-d042ca4008cb tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/ports?device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 931 time: 0.7838829 May 19 21:08:36.429622 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-2f02d8b6-54da-4c2e-bbef-3984e4339ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:36.453781 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning for port b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:08:36.461951 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-42d8d73e-f72f-4a31-b1d8-0f041a7cfdf6 None None] Set router 106c6bc3-df58-4ca5-b602-4b93b8644468 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:08:36.499469 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-229d25f4-dbef-435e-8b64-540f3bb6485c req-5e04da99-4b45-4b67-8606-3898652780fa tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/security-groups?id=09eb6322-ddae-41bb-bd64-ad6129682cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792212 May 19 21:08:36.759231 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:08:36.759968 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:36.936123 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-4a2b63e1-2138-40e1-98b2-e612699d2700 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff03c0d6c15442e78668c84284a2b780&name=default HTTP/1.1" status: 200 len: 2975 time: 3.9812768 May 19 21:08:36.943055 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 44672) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:36.970240 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.notifiers.nova [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f7eb775c-99df-484d-b60e-d8b02706b773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc25a864-33de-4f81-80bd-0680bd31d228 {{(pid=91837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:08:37.095198 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-7c8ab076-ff55-4344-8192-5ff041cbc05e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad249b6e-b1f9-4912-b2bf-5df4f5180208 {{(pid=91836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:08:37.107242 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-7c8ab076-ff55-4344-8192-5ff041cbc05e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:37.124231 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f7eb775c-99df-484d-b60e-d8b02706b773 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:37.130466 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b63e1-2138-40e1-98b2-e612699d2700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510a9a6d-ddea-496e-b40c-903b6d25114c,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:37.136922 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-4a2b63e1-2138-40e1-98b2-e612699d2700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.850s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:37.146601 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a7fd2-60cc-40fa-a0e7-9c962a968d28 req-55406624-baed-4328-9b59-6a705834fef3 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:37.147430 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-1f3a7fd2-60cc-40fa-a0e7-9c962a968d28 req-55406624-baed-4328-9b59-6a705834fef3 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=70e231d7-2a71-487c-ac53-41868e07328f HTTP/1.1" status: 200 len: 932 time: 1.4509985 May 19 21:08:37.177305 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-7c8ab076-ff55-4344-8192-5ff041cbc05e service neutron] Transition to ACTIVE for port object ad249b6e-b1f9-4912-b2bf-5df4f5180208 will not be triggered until provisioned by entity L2. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:08:37.190814 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-9133fe37-34b7-4559-9ff4-4bf31149002e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:37.193232 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-7c8ab076-ff55-4344-8192-5ff041cbc05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:37.198436 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:37.309651 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-42d8d73e-f72f-4a31-b1d8-0f041a7cfdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'name': 'tempest-AttachVolumeShelveTestJSON-811945201-router', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:18Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 4, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'gw_port': {'id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:20Z', 'updated_at': '2021-05-19T21:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': '7e03d05c-8623-4216-8282-5048e75943c7', 'name': '', 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'mac_address': 'fa:16:3e:e8:1e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:28Z', 'updated_at': '2021-05-19T21:08:32Z', 'revision_number': 2, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'subnets': [{'id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:08:37.361531 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d8d73e-f72f-4a31-b1d8-0f041a7cfdf6 None None] Checking router: 106c6bc3-df58-4ca5-b602-4b93b8644468 for host: dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:08:37.362026 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d8d73e-f72f-4a31-b1d8-0f041a7cfdf6 None None] Updating router 106c6bc3-df58-4ca5-b602-4b93b8644468 port 7e03d05c-8623-4216-8282-5048e75943c7 binding host dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:08:37.458796 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.provisioning_blocks [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f7eb775c-99df-484d-b60e-d8b02706b773 service neutron] Transition to ACTIVE for port object dc25a864-33de-4f81-80bd-0680bd31d228 will not be triggered until provisioned by entity L2. {{(pid=91837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:08:37.482828 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:37.526442 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-1f3a7fd2-60cc-40fa-a0e7-9c962a968d28 req-66a78250-d3a4-46f2-984c-5766840405af tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676956 May 19 21:08:37.545297 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f7eb775c-99df-484d-b60e-d8b02706b773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:37.589594 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-42d8d73e-f72f-4a31-b1d8-0f041a7cfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:37.634940 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 44686) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:37.636366 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:37.651051 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] For port b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a,segment=NetworkSegment(2ae65b33-9dba-40dd-84dc-4e059aac7a0c),segment_id=2ae65b33-9dba-40dd-84dc-4e059aac7a0c)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:08:37.676310 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:37.685562 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-91c0a0a1-9640-4dd5-a16a-67503955bc07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:37.756068 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-80e2a78d-66b2-4875-ab66-5e9a9a72a5d9 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1736918569', 'description': 'tempest-description--137507230'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:37.855601 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 902578a9-b354-4537-a354-249eb7bb2a9d up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:08:37.864135 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-9133fe37-34b7-4559-9ff4-4bf31149002e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:37.878996 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ab076-ff55-4344-8192-5ff041cbc05e service neutron] Pushing event updated for resources: {'Port': ['ID=ad249b6e-b1f9-4912-b2bf-5df4f5180208,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:37.885411 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-7c8ab076-ff55-4344-8192-5ff041cbc05e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:37.904131 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-80e2a78d-66b2-4875-ab66-5e9a9a72a5d9 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:37.983933 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-7c8ab076-ff55-4344-8192-5ff041cbc05e service neutron] Attempting to bind port ad249b6e-b1f9-4912-b2bf-5df4f5180208 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:08:37.984152 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-7c8ab076-ff55-4344-8192-5ff041cbc05e service neutron] Attempting to bind port ad249b6e-b1f9-4912-b2bf-5df4f5180208 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'b490382e-b18a-49ba-8255-29d8291b1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d43337-a378-49d5-82b2-4ebd65977430'}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:08:37.987424 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-7c8ab076-ff55-4344-8192-5ff041cbc05e service neutron] Attempting to bind port ad249b6e-b1f9-4912-b2bf-5df4f5180208 on network a9d43337-a378-49d5-82b2-4ebd65977430 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:08:37.989829 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b563aa92-ebfe-46d7-8498-e11e24b8c006 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:38.003182 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-7c8ab076-ff55-4344-8192-5ff041cbc05e service neutron] Port ad249b6e-b1f9-4912-b2bf-5df4f5180208 on network a9d43337-a378-49d5-82b2-4ebd65977430 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 21:08:38.003501 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-7c8ab076-ff55-4344-8192-5ff041cbc05e service neutron] Attempting to bind port ad249b6e-b1f9-4912-b2bf-5df4f5180208 on network a9d43337-a378-49d5-82b2-4ebd65977430 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:08:38.015942 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port 902578a9-b354-4537-a354-249eb7bb2a9d triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:08:38.016572 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:38.023815 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-7c8ab076-ff55-4344-8192-5ff041cbc05e service neutron] Checking agent: {'id': '2fb6168f-df3b-41e1-92fa-9ac77f822fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'started_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:08:38.024819 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-7c8ab076-ff55-4344-8192-5ff041cbc05e service neutron] Checking segment: {'id': 'b490382e-b18a-49ba-8255-29d8291b1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d43337-a378-49d5-82b2-4ebd65977430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:08:38.025628 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-7c8ab076-ff55-4344-8192-5ff041cbc05e service neutron] Bound using segment: {'id': 'b490382e-b18a-49ba-8255-29d8291b1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d43337-a378-49d5-82b2-4ebd65977430'} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:08:38.026187 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-7c8ab076-ff55-4344-8192-5ff041cbc05e service neutron] Bound port: ad249b6e-b1f9-4912-b2bf-5df4f5180208, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b490382e-b18a-49ba-8255-29d8291b1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d43337-a378-49d5-82b2-4ebd65977430'}}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:08:38.026641 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-7c8ab076-ff55-4344-8192-5ff041cbc05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:38.075011 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-80e2a78d-66b2-4875-ab66-5e9a9a72a5d9 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Usage tracker for resource:security_group and tenant:c68d7fb43ad842fea0b389e597b14848 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:38.080946 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-9133fe37-34b7-4559-9ff4-4bf31149002e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:38.089234 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-80e2a78d-66b2-4875-ab66-5e9a9a72a5d9 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:38.094183 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Pushing event updated for resources: {'Port': ['ID=b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:38.104595 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b563aa92-ebfe-46d7-8498-e11e24b8c006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:38.108092 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-13b885bd-ac07-4a95-8747-efb8886c0fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:38.108222 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:38.108787 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.db.resource_extend [None req-06ef6154-3745-421f-9894-c3044d3e5871 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 21:08:38.117953 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb775c-99df-484d-b60e-d8b02706b773 service neutron] Pushing event updated for resources: {'Port': ['ID=dc25a864-33de-4f81-80bd-0680bd31d228,revision_number=2']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:38.133957 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133fe37-34b7-4559-9ff4-4bf31149002e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510a9a6d-ddea-496e-b40c-903b6d25114c,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:38.140765 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-80e2a78d-66b2-4875-ab66-5e9a9a72a5d9 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:38.143238 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-f7eb775c-99df-484d-b60e-d8b02706b773 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:38.144369 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b563aa92-ebfe-46d7-8498-e11e24b8c006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658468'] for router_interface, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:38.147358 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-9133fe37-34b7-4559-9ff4-4bf31149002e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:38.148692 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.managers [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f7eb775c-99df-484d-b60e-d8b02706b773 service neutron] Attempting to bind port dc25a864-33de-4f81-80bd-0680bd31d228 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:08:38.149040 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.managers [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f7eb775c-99df-484d-b60e-d8b02706b773 service neutron] Attempting to bind port dc25a864-33de-4f81-80bd-0680bd31d228 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '4f707ba3-4f82-4d31-918f-52e0bddaa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5d929734-2719-48af-9ca1-890fee6a349b'}] {{(pid=91837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:08:38.149383 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f7eb775c-99df-484d-b60e-d8b02706b773 service neutron] Attempting to bind port dc25a864-33de-4f81-80bd-0680bd31d228 on network 5d929734-2719-48af-9ca1-890fee6a349b {{(pid=91837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:08:38.157926 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:38.161683 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-9133fe37-34b7-4559-9ff4-4bf31149002e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:38.162776 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-9133fe37-34b7-4559-9ff4-4bf31149002e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/510a9a6d-ddea-496e-b40c-903b6d25114c HTTP/1.1" status: 204 len: 168 time: 1.2188578 May 19 21:08:38.188910 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-7c8ab076-ff55-4344-8192-5ff041cbc05e service neutron] For port ad249b6e-b1f9-4912-b2bf-5df4f5180208, host hv-cinder-78462, cleared binding levels {{(pid=91836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:08:38.199968 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-7c8ab076-ff55-4344-8192-5ff041cbc05e service neutron] For port ad249b6e-b1f9-4912-b2bf-5df4f5180208, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ad249b6e-b1f9-4912-b2bf-5df4f5180208,segment=NetworkSegment(b490382e-b18a-49ba-8255-29d8291b1b57),segment_id=b490382e-b18a-49ba-8255-29d8291b1b57)] {{(pid=91836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:08:38.206757 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-7c8ab076-ff55-4344-8192-5ff041cbc05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:38.212968 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-ad34bd51-2454-4b27-ad4c-3492d017f097 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:38.235985 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-06ef6154-3745-421f-9894-c3044d3e5871 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:38.238976 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563aa92-ebfe-46d7-8498-e11e24b8c006 admin admin] Pushing event updated for resources: {'Port': ['ID=0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4,revision_number=2']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:38.250214 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-b563aa92-ebfe-46d7-8498-e11e24b8c006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:38.252180 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f7eb775c-99df-484d-b60e-d8b02706b773 service neutron] Port dc25a864-33de-4f81-80bd-0680bd31d228 on network 5d929734-2719-48af-9ca1-890fee6a349b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 21:08:38.253023 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f7eb775c-99df-484d-b60e-d8b02706b773 service neutron] Attempting to bind port dc25a864-33de-4f81-80bd-0680bd31d228 on network 5d929734-2719-48af-9ca1-890fee6a349b {{(pid=91837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:08:38.261368 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f7eb775c-99df-484d-b60e-d8b02706b773 service neutron] Checking agent: {'id': '2fb6168f-df3b-41e1-92fa-9ac77f822fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'started_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:08:38.261701 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f7eb775c-99df-484d-b60e-d8b02706b773 service neutron] Checking segment: {'id': '4f707ba3-4f82-4d31-918f-52e0bddaa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5d929734-2719-48af-9ca1-890fee6a349b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:08:38.262302 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f7eb775c-99df-484d-b60e-d8b02706b773 service neutron] Bound using segment: {'id': '4f707ba3-4f82-4d31-918f-52e0bddaa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5d929734-2719-48af-9ca1-890fee6a349b'} {{(pid=91837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:08:38.262772 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.managers [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f7eb775c-99df-484d-b60e-d8b02706b773 service neutron] Bound port: dc25a864-33de-4f81-80bd-0680bd31d228, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f707ba3-4f82-4d31-918f-52e0bddaa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5d929734-2719-48af-9ca1-890fee6a349b'}}] {{(pid=91837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:08:38.263158 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f7eb775c-99df-484d-b60e-d8b02706b773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:38.273910 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-06ef6154-3745-421f-9894-c3044d3e5871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:38.287837 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-7c8ab076-ff55-4344-8192-5ff041cbc05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:38.288770 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-7c8ab076-ff55-4344-8192-5ff041cbc05e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:38.290405 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-7c8ab076-ff55-4344-8192-5ff041cbc05e service neutron] 10.222.0.25 "PUT /v2.0/ports/ad249b6e-b1f9-4912-b2bf-5df4f5180208 HTTP/1.1" status: 200 len: 1094 time: 3.8722758 May 19 21:08:38.291123 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e231d7-2a71-487c-ac53-41868e07328f', 'tag': 'ad249b6e-b1f9-4912-b2bf-5df4f5180208'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:08:38.451388 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-06ef6154-3745-421f-9894-c3044d3e5871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658468'] for router_interface, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:38.458682 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-80e2a78d-66b2-4875-ab66-5e9a9a72a5d9 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:38.476764 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-06ef6154-3745-421f-9894-c3044d3e5871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:38.513258 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ab076-ff55-4344-8192-5ff041cbc05e service neutron] Pushing event updated for resources: {'Port': ['ID=ad249b6e-b1f9-4912-b2bf-5df4f5180208,revision_number=3']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:38.524181 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-7c8ab076-ff55-4344-8192-5ff041cbc05e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:38.531152 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:38.532410 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b563aa92-ebfe-46d7-8498-e11e24b8c006 admin admin] Network ba66b4b4-ff54-4d87-8733-625194c2e0f7 is already hosted by enough agents. {{(pid=91837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:08:38.546247 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8b5d1-1833-4ab8-a058-a754f7c03735 req-3843c26e-d88e-456a-a48c-dfc585555747 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:38.547346 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-19a8b5d1-1833-4ab8-a058-a754f7c03735 req-3843c26e-d88e-456a-a48c-dfc585555747 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Synchronizing usage tracker for tenant:4f40a89f6c094a439263ee9d84004333 on resource:port {{(pid=91837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:08:38.548122 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-42d8d73e-f72f-4a31-b1d8-0f041a7cfdf6 None None] Notify callbacks [] for port, precommit_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:38.562607 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-42d8d73e-f72f-4a31-b1d8-0f041a7cfdf6 None None] Transition to ACTIVE for port object 7e03d05c-8623-4216-8282-5048e75943c7 will not be triggered until provisioned by entity L2. {{(pid=91838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:08:38.572486 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-42d8d73e-f72f-4a31-b1d8-0f041a7cfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:38.577053 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-b981677a-d643-4177-bb32-c8d8bccdc798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:38.578470 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:38.580904 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-b981677a-d643-4177-bb32-c8d8bccdc798 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f838b440391445eabd534628afd06893&device_id=70e231d7-2a71-487c-ac53-41868e07328f HTTP/1.1" status: 200 len: 1097 time: 0.2021494 May 19 21:08:38.621429 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.base_scheduler [None req-b563aa92-ebfe-46d7-8498-e11e24b8c006 admin admin] Resources bound (agent type, host, resource id): {{(pid=91837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:08:38.649915 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-19a8b5d1-1833-4ab8-a058-a754f7c03735 req-3843c26e-d88e-456a-a48c-dfc585555747 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Unset dirty status for tenant:4f40a89f6c094a439263ee9d84004333 on resource:port {{(pid=91837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:08:38.651218 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-19a8b5d1-1833-4ab8-a058-a754f7c03735 req-3843c26e-d88e-456a-a48c-dfc585555747 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/ports?device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 943 time: 0.7583346 May 19 21:08:38.667456 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-80e2a78d-66b2-4875-ab66-5e9a9a72a5d9 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:38.671983 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-80e2a78d-66b2-4875-ab66-5e9a9a72a5d9 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Usage tracker for resource:security_group_rule and tenant:c68d7fb43ad842fea0b389e597b14848 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:38.675238 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-80e2a78d-66b2-4875-ab66-5e9a9a72a5d9 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:38.681336 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-80e2a78d-66b2-4875-ab66-5e9a9a72a5d9 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:38.744331 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-07d86171-97ad-4d89-9795-49a817915673 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad249b6e-b1f9-4912-b2bf-5df4f5180208 HTTP/1.1" status: 200 len: 217 time: 0.1551304 May 19 21:08:38.841724 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-80e2a78d-66b2-4875-ab66-5e9a9a72a5d9 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:38.855265 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e231d7-2a71-487c-ac53-41868e07328f', 'tag': 'ad249b6e-b1f9-4912-b2bf-5df4f5180208', 'status': 'completed', 'code': 200} May 19 21:08:38.867056 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-80e2a78d-66b2-4875-ab66-5e9a9a72a5d9 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:38.892232 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-302ac6b2-53d2-438a-b900-a9adf6e3468d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:38.897426 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-302ac6b2-53d2-438a-b900-a9adf6e3468d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f4cfbac3-5da0-4b73-8c5a-c49311a5c5eb HTTP/1.1" status: 200 len: 855 time: 0.1389487 May 19 21:08:39.015188 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed274bac-4eec-4ba5-88d3-29bd8c22ad40 None None] Pushing event updated for resources: {'Port': ['ID=7e03d05c-8623-4216-8282-5048e75943c7,revision_number=3']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:39.033266 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-ed274bac-4eec-4ba5-88d3-29bd8c22ad40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:39.054544 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-42d8d73e-f72f-4a31-b1d8-0f041a7cfdf6 None None] Attempting to bind port 7e03d05c-8623-4216-8282-5048e75943c7 on host dv-cinder-784623-12-iscsi for vnic_type normal with profile {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:08:39.054989 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-42d8d73e-f72f-4a31-b1d8-0f041a7cfdf6 None None] Attempting to bind port 7e03d05c-8623-4216-8282-5048e75943c7 by drivers openvswitch,hyperv on host dv-cinder-784623-12-iscsi at level 0 using segments [{'id': 'dd24c109-b873-4075-a547-36393fe5fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d'}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:08:39.055361 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d8d73e-f72f-4a31-b1d8-0f041a7cfdf6 None None] Attempting to bind port 7e03d05c-8623-4216-8282-5048e75943c7 on network 33245778-87d9-4ace-bbb7-ad7041ac660d {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:08:39.068064 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d8d73e-f72f-4a31-b1d8-0f041a7cfdf6 None None] Checking agent: {'id': 'f197b149-8cce-4905-bf69-1a24ef250a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 0, 38), 'started_at': datetime.datetime(2021, 5, 19, 21, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:08:39.070591 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d8d73e-f72f-4a31-b1d8-0f041a7cfdf6 None None] Checking segment: {'id': 'dd24c109-b873-4075-a547-36393fe5fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:08:39.071063 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-42d8d73e-f72f-4a31-b1d8-0f041a7cfdf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:39.071462 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d8d73e-f72f-4a31-b1d8-0f041a7cfdf6 None None] Bound using segment: {'id': 'dd24c109-b873-4075-a547-36393fe5fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d'} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:08:39.071970 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-42d8d73e-f72f-4a31-b1d8-0f041a7cfdf6 None None] Bound port: 7e03d05c-8623-4216-8282-5048e75943c7, host: dv-cinder-784623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd24c109-b873-4075-a547-36393fe5fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d'}}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:08:39.072349 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-42d8d73e-f72f-4a31-b1d8-0f041a7cfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:39.096625 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-0c7181de-74c1-4e32-98d3-c164b246a8e1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a9d43337-a378-49d5-82b2-4ebd65977430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1924975 May 19 21:08:39.105728 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-9191d792-64e9-4627-9537-5e6af436fb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:39.125014 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef6154-3745-421f-9894-c3044d3e5871 admin admin] Pushing event updated for resources: {'Port': ['ID=82e3b671-39fe-4ff5-aea1-cc914d7df6c0,revision_number=2']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:39.169316 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-06ef6154-3745-421f-9894-c3044d3e5871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:39.170212 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-80e2a78d-66b2-4875-ab66-5e9a9a72a5d9 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:39.171521 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-80e2a78d-66b2-4875-ab66-5e9a9a72a5d9 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4403484 May 19 21:08:39.172235 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-cef040a4-a897-456a-b8f5-a765bfbd5888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:39.182078 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 44726) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:39.189972 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-19a8b5d1-1833-4ab8-a058-a754f7c03735 req-720c1009-14c1-4573-9254-04be1b03e8b6 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/security-groups?id=09eb6322-ddae-41bb-bd64-ad6129682cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500384 May 19 21:08:39.221226 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-6a415940-d59b-41c2-9a39-a21af3a355e7 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Request body: {'security_group_rule': {'security_group_id': 'c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:39.237231 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-6a415940-d59b-41c2-9a39-a21af3a355e7 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:39.304126 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-6a415940-d59b-41c2-9a39-a21af3a355e7 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Usage tracker for resource:security_group_rule and tenant:c68d7fb43ad842fea0b389e597b14848 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:39.310966 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-6a415940-d59b-41c2-9a39-a21af3a355e7 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:39.323833 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.db [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f7eb775c-99df-484d-b60e-d8b02706b773 service neutron] For port dc25a864-33de-4f81-80bd-0680bd31d228, host hv-cinder-78462, cleared binding levels {{(pid=91837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:08:39.346271 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-42d8d73e-f72f-4a31-b1d8-0f041a7cfdf6 None None] For port 7e03d05c-8623-4216-8282-5048e75943c7, host dv-cinder-784623-12-iscsi, cleared binding levels {{(pid=91838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:08:39.349650 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-42d8d73e-f72f-4a31-b1d8-0f041a7cfdf6 None None] For port 7e03d05c-8623-4216-8282-5048e75943c7, host dv-cinder-784623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=7e03d05c-8623-4216-8282-5048e75943c7,segment=NetworkSegment(dd24c109-b873-4075-a547-36393fe5fd42),segment_id=dd24c109-b873-4075-a547-36393fe5fd42)] {{(pid=91838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:08:39.354144 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-6a415940-d59b-41c2-9a39-a21af3a355e7 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:39.362184 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-42d8d73e-f72f-4a31-b1d8-0f041a7cfdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:39.367029 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:39.386604 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2a78d-66b2-4875-ab66-5e9a9a72a5d9 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:39.400922 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.db [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f7eb775c-99df-484d-b60e-d8b02706b773 service neutron] For port dc25a864-33de-4f81-80bd-0680bd31d228, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dc25a864-33de-4f81-80bd-0680bd31d228,segment=NetworkSegment(4f707ba3-4f82-4d31-918f-52e0bddaa5fd),segment_id=4f707ba3-4f82-4d31-918f-52e0bddaa5fd)] {{(pid=91837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:08:39.404806 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-80e2a78d-66b2-4875-ab66-5e9a9a72a5d9 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:39.418209 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f7eb775c-99df-484d-b60e-d8b02706b773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:39.434104 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-b563aa92-ebfe-46d7-8498-e11e24b8c006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:39.437962 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1aa78-77ff-422c-9555-46e47f9ecfd6 req-d4a607e7-3901-4da0-a3e1-5f98e2ad1453 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:39.438970 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-51c1aa78-77ff-422c-9555-46e47f9ecfd6 req-d4a607e7-3901-4da0-a3e1-5f98e2ad1453 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Synchronizing usage tracker for tenant:f838b440391445eabd534628afd06893 on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:08:39.457696 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-6e45d8d3-a28f-48ce-9c48-88047aa545f9 service neutron] 10.222.0.25 "GET /v2.0/networks/a9d43337-a378-49d5-82b2-4ebd65977430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368380 May 19 21:08:39.502296 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ef6154-3745-421f-9894-c3044d3e5871 admin admin] Network 73cdea18-8046-49f0-a6f7-a0df883fcd0a is already hosted by enough agents. {{(pid=91837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:08:39.541890 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:39.546191 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d8d73e-f72f-4a31-b1d8-0f041a7cfdf6 None None] Routers {'106c6bc3-df58-4ca5-b602-4b93b8644468'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:08:39.546810 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-42d8d73e-f72f-4a31-b1d8-0f041a7cfdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:08:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['106c6bc3-df58-4ca5-b602-4b93b8644468'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:08:39.568426 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-6a415940-d59b-41c2-9a39-a21af3a355e7 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:39.627473 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-51c1aa78-77ff-422c-9555-46e47f9ecfd6 req-d4a607e7-3901-4da0-a3e1-5f98e2ad1453 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Unset dirty status for tenant:f838b440391445eabd534628afd06893 on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:08:39.647923 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-51c1aa78-77ff-422c-9555-46e47f9ecfd6 req-d4a607e7-3901-4da0-a3e1-5f98e2ad1453 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=70e231d7-2a71-487c-ac53-41868e07328f HTTP/1.1" status: 200 len: 944 time: 0.6436610 May 19 21:08:39.678349 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed274bac-4eec-4ba5-88d3-29bd8c22ad40 None None] Pushing event updated for resources: {'Port': ['ID=7e03d05c-8623-4216-8282-5048e75943c7,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:39.690845 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-ed274bac-4eec-4ba5-88d3-29bd8c22ad40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:39.733604 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b563aa92-ebfe-46d7-8498-e11e24b8c006 admin admin] Router f9ccbac9-d095-4682-97cd-c7fe32b062ef has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:08:39.798755 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.base_scheduler [None req-06ef6154-3745-421f-9894-c3044d3e5871 admin admin] Resources bound (agent type, host, resource id): {{(pid=91837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:08:39.878042 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-51c1aa78-77ff-422c-9555-46e47f9ecfd6 req-f3154a91-9503-4ec8-a3c9-a9f68d0ae328 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345457 May 19 21:08:39.915884 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f7eb775c-99df-484d-b60e-d8b02706b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:39.916497 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f7eb775c-99df-484d-b60e-d8b02706b773 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for port, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:39.917933 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f7eb775c-99df-484d-b60e-d8b02706b773 service neutron] 10.222.0.25 "PUT /v2.0/ports/dc25a864-33de-4f81-80bd-0680bd31d228 HTTP/1.1" status: 200 len: 1093 time: 7.2635400 May 19 21:08:39.924201 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df512a54-ee21-4263-a3b2-08ed48d400a8', 'tag': 'dc25a864-33de-4f81-80bd-0680bd31d228'}] {{(pid=91837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:08:39.939145 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b9fb2d15-cf2e-4c5f-8fc8-a24334902a83 req-04c1c8a5-42bb-4967-9b17-82f803cc1607 service neutron] 10.222.0.25 "GET /v2.0/networks/a9d43337-a378-49d5-82b2-4ebd65977430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736221 May 19 21:08:40.000581 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:08:40.105141 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f3f74eae-9e53-485d-bf98-f0b44ee1e03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:40.112975 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-f3f74eae-9e53-485d-bf98-f0b44ee1e03d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f40a89f6c094a439263ee9d84004333&device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 1096 time: 0.1337328 May 19 21:08:40.145282 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-42d8d73e-f72f-4a31-b1d8-0f041a7cfdf6 None None] Set router 106c6bc3-df58-4ca5-b602-4b93b8644468 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:08:40.223538 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:08:40.223941 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:40.230803 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-942a96be-cb8a-4837-9e46-e065d4518a92 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc25a864-33de-4f81-80bd-0680bd31d228 HTTP/1.1" status: 200 len: 217 time: 0.1099241 May 19 21:08:40.346291 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-b18a5b8e-51b0-4437-8ecb-9adff31e9f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:40.348125 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-b18a5b8e-51b0-4437-8ecb-9adff31e9f3f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=81fe9b24-f675-424e-ac14-0dfc75b20ad7 HTTP/1.1" status: 200 len: 852 time: 0.1098802 May 19 21:08:40.391872 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-6e7550e0-becd-490e-8d25-0f09b7750f1f None None] Provisioning complete for port 82e3b671-39fe-4ff5-aea1-cc914d7df6c0 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:08:40.392275 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-6e7550e0-becd-490e-8d25-0f09b7750f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:40.409824 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-fe70b53b-d93b-4af7-b027-8ace182f61c9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5d929734-2719-48af-9ca1-890fee6a349b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534437 May 19 21:08:40.554830 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb775c-99df-484d-b60e-d8b02706b773 service neutron] Pushing event updated for resources: {'Port': ['ID=dc25a864-33de-4f81-80bd-0680bd31d228,revision_number=3']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:40.560837 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-f7eb775c-99df-484d-b60e-d8b02706b773 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.127s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:40.581296 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-6e7550e0-becd-490e-8d25-0f09b7750f1f None None] Port 82e3b671-39fe-4ff5-aea1-cc914d7df6c0 cannot update to ACTIVE because it is not bound. {{(pid=91838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 21:08:40.587759 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ef6154-3745-421f-9894-c3044d3e5871 admin admin] Router e692fffc-98ec-4754-b6db-d2f2de36fe35 has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:08:40.592242 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-6a415940-d59b-41c2-9a39-a21af3a355e7 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:40.670111 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-6a415940-d59b-41c2-9a39-a21af3a355e7 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621003'] for security_group_rule, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:40.707207 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:40.721286 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-42d8d73e-f72f-4a31-b1d8-0f041a7cfdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'name': 'tempest-AttachVolumeShelveTestJSON-811945201-router', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:18Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 4, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'gw_port': {'id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:20Z', 'updated_at': '2021-05-19T21:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': '7e03d05c-8623-4216-8282-5048e75943c7', 'name': '', 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'mac_address': 'fa:16:3e:e8:1e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:28Z', 'updated_at': '2021-05-19T21:08:39Z', 'revision_number': 4, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'subnets': [{'id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:08:40.726498 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d8d73e-f72f-4a31-b1d8-0f041a7cfdf6 None None] The sync data for ids ['106c6bc3-df58-4ca5-b602-4b93b8644468'] in dv-cinder-784623-12-iscsi is: [{'id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'name': 'tempest-AttachVolumeShelveTestJSON-811945201-router', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:18Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 4, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'gw_port': {'id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:20Z', 'updated_at': '2021-05-19T21:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': '7e03d05c-8623-4216-8282-5048e75943c7', 'name': '', 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'mac_address': 'fa:16:3e:e8:1e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:28Z', 'updated_at': '2021-05-19T21:08:39Z', 'revision_number': 4, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'subnets': [{'id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:08:40.840352 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a415940-d59b-41c2-9a39-a21af3a355e7 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be4a88d8-c1cd-4a1d-b5c6-5c332150ef61,revision_number=0']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:40.867474 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-6a415940-d59b-41c2-9a39-a21af3a355e7 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:40.873247 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b563aa92-ebfe-46d7-8498-e11e24b8c006 admin admin] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:08:40.882869 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93289b1-9614-4c83-b0d9-a44faefaadee None None] Sync routers for ids ['f9ccbac9-d095-4682-97cd-c7fe32b062ef'] in dv-cinder-784623-12-iscsi {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:08:40.898300 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93289b1-9614-4c83-b0d9-a44faefaadee None None] Routers {'f9ccbac9-d095-4682-97cd-c7fe32b062ef'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:08:40.899192 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-a93289b1-9614-4c83-b0d9-a44faefaadee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:08:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['f9ccbac9-d095-4682-97cd-c7fe32b062ef'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:08:40.899591 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-b563aa92-ebfe-46d7-8498-e11e24b8c006 admin admin] 10.222.0.44 "PUT /v2.0/routers/f9ccbac9-d095-4682-97cd-c7fe32b062ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3524914 May 19 21:08:41.029326 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-6a415940-d59b-41c2-9a39-a21af3a355e7 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:41.033544 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-6a415940-d59b-41c2-9a39-a21af3a355e7 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8395891 May 19 21:08:41.033877 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 44786) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:41.040551 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ef6154-3745-421f-9894-c3044d3e5871 admin admin] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:08:41.042759 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-a5db71a5-3d8f-4c28-9ee2-69ec725ef37b tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Request body: {'security_group_rule': {'security_group_id': 'c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:41.051177 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e4d7fb-4918-4422-9448-ac237de3da12 None None] Sync routers for ids ['e692fffc-98ec-4754-b6db-d2f2de36fe35'] in dv-cinder-784623-12-iscsi {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:08:41.054486 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-a5db71a5-3d8f-4c28-9ee2-69ec725ef37b tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:41.065719 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-a5db71a5-3d8f-4c28-9ee2-69ec725ef37b tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Usage tracker for resource:security_group_rule and tenant:c68d7fb43ad842fea0b389e597b14848 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:41.072929 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-a5db71a5-3d8f-4c28-9ee2-69ec725ef37b tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:41.078239 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e4d7fb-4918-4422-9448-ac237de3da12 None None] Routers {'e692fffc-98ec-4754-b6db-d2f2de36fe35'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:08:41.079431 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-c7e4d7fb-4918-4422-9448-ac237de3da12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:08:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['e692fffc-98ec-4754-b6db-d2f2de36fe35'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:08:41.080341 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-06ef6154-3745-421f-9894-c3044d3e5871 admin admin] 10.222.0.44 "PUT /v2.0/routers/e692fffc-98ec-4754-b6db-d2f2de36fe35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.9270031 May 19 21:08:41.089164 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df512a54-ee21-4263-a3b2-08ed48d400a8', 'tag': 'dc25a864-33de-4f81-80bd-0680bd31d228', 'status': 'completed', 'code': 200} May 19 21:08:41.095046 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-a5db71a5-3d8f-4c28-9ee2-69ec725ef37b tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:41.125623 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5aab8a-2bcd-43b2-8a10-d5a18c81e8d5 req-d58018c3-c636-4f1a-b0b2-6889c53a4be1 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:41.129260 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a5db71a5-3d8f-4c28-9ee2-69ec725ef37b tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:41.134059 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-6f5aab8a-2bcd-43b2-8a10-d5a18c81e8d5 req-d58018c3-c636-4f1a-b0b2-6889c53a4be1 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/ports?device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 943 time: 0.7157834 May 19 21:08:41.218982 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f472dad-6eb8-45fe-b3f3-ea56f6f0273d req-c8124f15-4f88-4f35-96ab-761f42e7813d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:41.220654 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-9f472dad-6eb8-45fe-b3f3-ea56f6f0273d req-c8124f15-4f88-4f35-96ab-761f42e7813d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f838b440391445eabd534628afd06893&device_id=70e231d7-2a71-487c-ac53-41868e07328f HTTP/1.1" status: 200 len: 1097 time: 1.1358957 May 19 21:08:41.321492 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-6f5aab8a-2bcd-43b2-8a10-d5a18c81e8d5 req-a8a94f5e-94ad-4842-9ffd-002f9d4d7d48 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/security-groups?id=09eb6322-ddae-41bb-bd64-ad6129682cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666503 May 19 21:08:41.346426 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-a93289b1-9614-4c83-b0d9-a44faefaadee None None] Set router f9ccbac9-d095-4682-97cd-c7fe32b062ef gateway port host: dv-cinder-784623-12-iscsi {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:08:41.415226 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:41.510313 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a5db71a5-3d8f-4c28-9ee2-69ec725ef37b tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:41.541095 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a5db71a5-3d8f-4c28-9ee2-69ec725ef37b tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621003'] for security_group_rule, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:41.553942 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:41.570212 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-c7e4d7fb-4918-4422-9448-ac237de3da12 None None] Set router e692fffc-98ec-4754-b6db-d2f2de36fe35 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:08:41.577889 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7129095-70ca-4b29-8ab2-e5fbf1b28711 req-012f461c-bfe2-4417-be34-df4073812fc6 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:41.586277 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a7129095-70ca-4b29-8ab2-e5fbf1b28711 req-012f461c-bfe2-4417-be34-df4073812fc6 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=70e231d7-2a71-487c-ac53-41868e07328f HTTP/1.1" status: 200 len: 944 time: 0.3204777 May 19 21:08:41.651338 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db71a5-3d8f-4c28-9ee2-69ec725ef37b tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b9e969d-f914-4e4f-9aa2-4002736a1c39,revision_number=0']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:41.676389 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-a5db71a5-3d8f-4c28-9ee2-69ec725ef37b tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:41.683081 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a5db71a5-3d8f-4c28-9ee2-69ec725ef37b tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:41.688794 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 44818) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:41.690073 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-a5db71a5-3d8f-4c28-9ee2-69ec725ef37b tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6545429 May 19 21:08:41.705497 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a7129095-70ca-4b29-8ab2-e5fbf1b28711 req-b0d21197-bfa3-4c4b-a988-7d239ba63d83 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178188 May 19 21:08:41.874122 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-29f65487-d037-49b3-b947-8b2d0dbff727 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Request body: {'floatingip': {'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:41.876721 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-a93289b1-9614-4c83-b0d9-a44faefaadee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ccbac9-d095-4682-97cd-c7fe32b062ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1874372997-router', 'tenant_id': '181c084e22284e5ca4bdb85e1464e799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:17Z', 'updated_at': '2021-05-19T21:08:34Z', 'revision_number': 4, 'project_id': '181c084e22284e5ca4bdb85e1464e799', 'gw_port': {'id': 'b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ccbac9-d095-4682-97cd-c7fe32b062ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:18Z', 'updated_at': '2021-05-19T21:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': '0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4', 'name': '', 'network_id': 'ba66b4b4-ff54-4d87-8733-625194c2e0f7', 'tenant_id': '181c084e22284e5ca4bdb85e1464e799', 'mac_address': 'fa:16:3e:87:dc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ccbac9-d095-4682-97cd-c7fe32b062ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4eb5b8dd-57eb-4bea-ad4e-bbeedb2dc092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:31Z', 'updated_at': '2021-05-19T21:08:37Z', 'revision_number': 2, 'project_id': '181c084e22284e5ca4bdb85e1464e799', 'subnets': [{'id': '4eb5b8dd-57eb-4bea-ad4e-bbeedb2dc092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:08:41.880677 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-29f65487-d037-49b3-b947-8b2d0dbff727 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:41.881648 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93289b1-9614-4c83-b0d9-a44faefaadee None None] Checking router: f9ccbac9-d095-4682-97cd-c7fe32b062ef for host: dv-cinder-784623-12-iscsi {{(pid=91839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:08:41.882200 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93289b1-9614-4c83-b0d9-a44faefaadee None None] Updating router f9ccbac9-d095-4682-97cd-c7fe32b062ef port 0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4 binding host dv-cinder-784623-12-iscsi {{(pid=91839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:08:41.885291 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-29f65487-d037-49b3-b947-8b2d0dbff727 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Usage tracker for resource:floatingip and tenant:c68d7fb43ad842fea0b389e597b14848 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:41.888565 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-29f65487-d037-49b3-b947-8b2d0dbff727 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:41.894817 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-29f65487-d037-49b3-b947-8b2d0dbff727 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:41.912280 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-29f65487-d037-49b3-b947-8b2d0dbff727 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for floatingip, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:41.937648 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-a59bb07b-70a4-4956-bc66-bd059bd421fc tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:41.938371 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-a59bb07b-70a4-4956-bc66-bd059bd421fc tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Synchronizing usage tracker for tenant:181c084e22284e5ca4bdb85e1464e799 on resource:network {{(pid=91837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:08:41.961534 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-a93289b1-9614-4c83-b0d9-a44faefaadee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:41.979806 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-a59bb07b-70a4-4956-bc66-bd059bd421fc tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Unset dirty status for tenant:181c084e22284e5ca4bdb85e1464e799 on resource:network {{(pid=91837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:08:41.987917 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-a59bb07b-70a4-4956-bc66-bd059bd421fc tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/networks?id=ba66b4b4-ff54-4d87-8733-625194c2e0f7 HTTP/1.1" status: 200 len: 819 time: 0.3692391 May 19 21:08:42.096640 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-7e9553bb-e21a-4a0d-97c4-903ae5d4ff45 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/quotas/181c084e22284e5ca4bdb85e1464e799 HTTP/1.1" status: 200 len: 375 time: 0.1076221 May 19 21:08:42.121618 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 7e03d05c-8623-4216-8282-5048e75943c7 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:08:42.246074 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning for port 7e03d05c-8623-4216-8282-5048e75943c7 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:08:42.260406 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-bc333238-2263-4dc6-ab98-acc3f853027a tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Synchronizing usage tracker for tenant:181c084e22284e5ca4bdb85e1464e799 on resource:port {{(pid=91837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:08:42.262063 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-c7e4d7fb-4918-4422-9448-ac237de3da12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'name': 'tempest-AttachVolumeTestJSON-541461897-router', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:17Z', 'updated_at': '2021-05-19T21:08:34Z', 'revision_number': 4, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'gw_port': {'id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:19Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': '82e3b671-39fe-4ff5-aea1-cc914d7df6c0', 'name': '', 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'mac_address': 'fa:16:3e:ea:c8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '630830f2-778f-4bba-87b9-a49ae18b87af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:27Z', 'updated_at': '2021-05-19T21:08:36Z', 'revision_number': 2, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'subnets': [{'id': '630830f2-778f-4bba-87b9-a49ae18b87af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:08:42.271679 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port 7e03d05c-8623-4216-8282-5048e75943c7 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:08:42.272056 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:42.293628 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-29f65487-d037-49b3-b947-8b2d0dbff727 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:42.305074 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e4d7fb-4918-4422-9448-ac237de3da12 None None] Checking router: e692fffc-98ec-4754-b6db-d2f2de36fe35 for host: dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:08:42.305409 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e4d7fb-4918-4422-9448-ac237de3da12 None None] Updating router e692fffc-98ec-4754-b6db-d2f2de36fe35 port 82e3b671-39fe-4ff5-aea1-cc914d7df6c0 binding host dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:08:42.310773 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 44830) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:42.316832 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-047d3520-8ade-4eb1-9f04-0534db167c3b tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1103416555', 'description': 'tempest-description--1265299751'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:42.324895 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-047d3520-8ade-4eb1-9f04-0534db167c3b tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:42.328967 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-047d3520-8ade-4eb1-9f04-0534db167c3b tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Usage tracker for resource:security_group and tenant:8e1b034612bc4c438c95a1e8b0fd3627 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:42.332845 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-047d3520-8ade-4eb1-9f04-0534db167c3b tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:42.340843 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-047d3520-8ade-4eb1-9f04-0534db167c3b tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:42.361786 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-047d3520-8ade-4eb1-9f04-0534db167c3b tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:42.390110 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c7e4d7fb-4918-4422-9448-ac237de3da12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:42.419713 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-047d3520-8ade-4eb1-9f04-0534db167c3b tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:42.427859 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-047d3520-8ade-4eb1-9f04-0534db167c3b tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Usage tracker for resource:security_group_rule and tenant:8e1b034612bc4c438c95a1e8b0fd3627 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:42.444393 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-047d3520-8ade-4eb1-9f04-0534db167c3b tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:42.456766 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-047d3520-8ade-4eb1-9f04-0534db167c3b tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:42.479501 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.db_base_plugin_common [None req-29f65487-d037-49b3-b947-8b2d0dbff727 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Allocated IP 172.27.1.243 (7528c24a-f700-413f-aad3-165c7750b403/5baa0079-c83e-4549-8f83-3def60c01514/866d8792-e770-479b-b8ba-d4ea8a9a30ba) {{(pid=91837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:08:42.560873 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-bc333238-2263-4dc6-ab98-acc3f853027a tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Unset dirty status for tenant:181c084e22284e5ca4bdb85e1464e799 on resource:port {{(pid=91837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:08:42.576323 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-bc333238-2263-4dc6-ab98-acc3f853027a tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=181c084e22284e5ca4bdb85e1464e799&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4784541 May 19 21:08:42.641985 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:42.704236 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-a93289b1-9614-4c83-b0d9-a44faefaadee None None] Notify callbacks [] for port, precommit_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:42.725848 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.provisioning_blocks [None req-a93289b1-9614-4c83-b0d9-a44faefaadee None None] Transition to ACTIVE for port object 0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4 will not be triggered until provisioned by entity L2. {{(pid=91839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:08:42.742991 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-047d3520-8ade-4eb1-9f04-0534db167c3b tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:42.743186 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-a93289b1-9614-4c83-b0d9-a44faefaadee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:42.749779 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [None req-201ba46a-da75-493b-a81f-607679a82b88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:42.755125 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-047d3520-8ade-4eb1-9f04-0534db167c3b tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:42.765706 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] For port 7e03d05c-8623-4216-8282-5048e75943c7, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=7e03d05c-8623-4216-8282-5048e75943c7,segment=NetworkSegment(dd24c109-b873-4075-a547-36393fe5fd42),segment_id=dd24c109-b873-4075-a547-36393fe5fd42)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:08:42.769254 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:42.777778 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:42.788207 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c975b501-d95e-4747-aceb-93fc55c59fee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:42.829581 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d3520-8ade-4eb1-9f04-0534db167c3b tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:42.840256 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a349cdf-05bb-4375-acf7-496562fcae4f req-bac03c6f-bb55-4df3-86fe-2ed8db4ed526 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:42.841145 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6259a44-cb87-422d-83fb-44250b5e177d None None] Pushing event updated for resources: {'Port': ['ID=0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4,revision_number=3']} {{(pid=91839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:42.841898 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2a349cdf-05bb-4375-acf7-496562fcae4f req-bac03c6f-bb55-4df3-86fe-2ed8db4ed526 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/ports?device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 943 time: 0.2930880 May 19 21:08:42.843307 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-047d3520-8ade-4eb1-9f04-0534db167c3b tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:42.844195 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-047d3520-8ade-4eb1-9f04-0534db167c3b tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:42.845174 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-047d3520-8ade-4eb1-9f04-0534db167c3b tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5327508 May 19 21:08:42.848260 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 44842) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:42.853695 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-a7184a06-56ac-49ed-8d46-83b35aab7565 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Request body: {'security_group_rule': {'security_group_id': '1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:42.859407 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [None req-a6259a44-cb87-422d-83fb-44250b5e177d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:42.874434 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-a7184a06-56ac-49ed-8d46-83b35aab7565 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:42.883319 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-a7184a06-56ac-49ed-8d46-83b35aab7565 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Usage tracker for resource:security_group_rule and tenant:8e1b034612bc4c438c95a1e8b0fd3627 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:42.888210 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-a7184a06-56ac-49ed-8d46-83b35aab7565 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:42.902486 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-a7184a06-56ac-49ed-8d46-83b35aab7565 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:42.921245 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2a349cdf-05bb-4375-acf7-496562fcae4f req-968578ea-af40-4dfc-9197-1dc9d2974db7 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/security-groups?id=09eb6322-ddae-41bb-bd64-ad6129682cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625725 May 19 21:08:42.933096 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a7184a06-56ac-49ed-8d46-83b35aab7565 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:43.003616 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-29f65487-d037-49b3-b947-8b2d0dbff727 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for port, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:43.014510 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-1aa6caae-9e71-470a-95b1-2c6feea1fc94 service neutron] 10.222.0.44 "GET /v2.0/networks/ba66b4b4-ff54-4d87-8733-625194c2e0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376051 May 19 21:08:43.025967 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Pushing event updated for resources: {'Port': ['ID=7e03d05c-8623-4216-8282-5048e75943c7,revision_number=5']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:43.027347 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a7184a06-56ac-49ed-8d46-83b35aab7565 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:43.033897 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:43.042676 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a7184a06-56ac-49ed-8d46-83b35aab7565 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621003'] for security_group_rule, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:43.045700 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:43.073042 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7184a06-56ac-49ed-8d46-83b35aab7565 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9240b57a-212a-4284-9596-5ede97ab8191,revision_number=0']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:43.083134 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-a7184a06-56ac-49ed-8d46-83b35aab7565 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:43.099566 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a7184a06-56ac-49ed-8d46-83b35aab7565 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:43.101925 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-a7184a06-56ac-49ed-8d46-83b35aab7565 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2522874 May 19 21:08:43.104394 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 44848) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:43.112300 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-cd146bc4-201a-40a1-9ca6-278db75c223e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Request body: {'security_group_rule': {'security_group_id': '1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:43.119906 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-cd146bc4-201a-40a1-9ca6-278db75c223e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:43.123870 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-cd146bc4-201a-40a1-9ca6-278db75c223e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Usage tracker for resource:security_group_rule and tenant:8e1b034612bc4c438c95a1e8b0fd3627 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:43.126974 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-cd146bc4-201a-40a1-9ca6-278db75c223e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:43.133445 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-cd146bc4-201a-40a1-9ca6-278db75c223e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:43.147869 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.managers [None req-a93289b1-9614-4c83-b0d9-a44faefaadee None None] Attempting to bind port 0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4 on host dv-cinder-784623-12-iscsi for vnic_type normal with profile {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:08:43.148436 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.managers [None req-a93289b1-9614-4c83-b0d9-a44faefaadee None None] Attempting to bind port 0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4 by drivers openvswitch,hyperv on host dv-cinder-784623-12-iscsi at level 0 using segments [{'id': '9c7672e6-f67e-44aa-8350-195541f454ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ba66b4b4-ff54-4d87-8733-625194c2e0f7'}] {{(pid=91839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:08:43.148834 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93289b1-9614-4c83-b0d9-a44faefaadee None None] Attempting to bind port 0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4 on network ba66b4b4-ff54-4d87-8733-625194c2e0f7 {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:08:43.154585 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93289b1-9614-4c83-b0d9-a44faefaadee None None] Checking agent: {'id': 'f197b149-8cce-4905-bf69-1a24ef250a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 0, 38), 'started_at': datetime.datetime(2021, 5, 19, 21, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:08:43.154969 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93289b1-9614-4c83-b0d9-a44faefaadee None None] Checking segment: {'id': '9c7672e6-f67e-44aa-8350-195541f454ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ba66b4b4-ff54-4d87-8733-625194c2e0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:08:43.155371 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-a93289b1-9614-4c83-b0d9-a44faefaadee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:43.155758 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93289b1-9614-4c83-b0d9-a44faefaadee None None] Bound using segment: {'id': '9c7672e6-f67e-44aa-8350-195541f454ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ba66b4b4-ff54-4d87-8733-625194c2e0f7'} {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:08:43.156217 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.managers [None req-a93289b1-9614-4c83-b0d9-a44faefaadee None None] Bound port: 0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4, host: dv-cinder-784623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7672e6-f67e-44aa-8350-195541f454ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ba66b4b4-ff54-4d87-8733-625194c2e0f7'}}] {{(pid=91839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:08:43.156583 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-a93289b1-9614-4c83-b0d9-a44faefaadee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:43.216293 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-cd146bc4-201a-40a1-9ca6-278db75c223e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:43.224535 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-448cb601-a22e-4015-b388-bbcac6eec3f6 service neutron] 10.222.0.44 "GET /v2.0/networks/ba66b4b4-ff54-4d87-8733-625194c2e0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034161 May 19 21:08:43.258787 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.db [None req-a93289b1-9614-4c83-b0d9-a44faefaadee None None] For port 0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4, host dv-cinder-784623-12-iscsi, cleared binding levels {{(pid=91839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:08:43.264530 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.db [None req-a93289b1-9614-4c83-b0d9-a44faefaadee None None] For port 0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4, host dv-cinder-784623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4,segment=NetworkSegment(9c7672e6-f67e-44aa-8350-195541f454ae),segment_id=9c7672e6-f67e-44aa-8350-195541f454ae)] {{(pid=91839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:08:43.274458 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-a93289b1-9614-4c83-b0d9-a44faefaadee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:43.280118 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [None req-201ba46a-da75-493b-a81f-607679a82b88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:43.290993 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c7e4d7fb-4918-4422-9448-ac237de3da12 None None] Notify callbacks [] for port, precommit_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:43.299798 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:43.306359 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c7e4d7fb-4918-4422-9448-ac237de3da12 None None] Transition to ACTIVE for port object 82e3b671-39fe-4ff5-aea1-cc914d7df6c0 will not be triggered until provisioned by entity L2. {{(pid=91838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:08:43.316984 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c7e4d7fb-4918-4422-9448-ac237de3da12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:43.324940 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:43.374605 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93289b1-9614-4c83-b0d9-a44faefaadee None None] Routers {'f9ccbac9-d095-4682-97cd-c7fe32b062ef'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:08:43.376037 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-a93289b1-9614-4c83-b0d9-a44faefaadee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:08:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['f9ccbac9-d095-4682-97cd-c7fe32b062ef'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:08:43.413085 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-29f65487-d037-49b3-b947-8b2d0dbff727 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111'] for port, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:43.531671 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-cd146bc4-201a-40a1-9ca6-278db75c223e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:43.533001 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:43.534597 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6259a44-cb87-422d-83fb-44250b5e177d None None] Pushing event updated for resources: {'Port': ['ID=0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4,revision_number=4']} {{(pid=91839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:43.543550 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [None req-a6259a44-cb87-422d-83fb-44250b5e177d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:43.547877 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-cd146bc4-201a-40a1-9ca6-278db75c223e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621003'] for security_group_rule, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:43.592919 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-a5db71a5-3d8f-4c28-9ee2-69ec725ef37b tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:43.613482 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6b9d2-4c4c-40e1-8ae2-909addce48f9 req-bd1f2073-9814-4a46-92cf-7c72a87f06d5 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:43.615370 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d7d6b9d2-4c4c-40e1-8ae2-909addce48f9 req-bd1f2073-9814-4a46-92cf-7c72a87f06d5 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=70e231d7-2a71-487c-ac53-41868e07328f HTTP/1.1" status: 200 len: 944 time: 0.4738679 May 19 21:08:43.616497 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-cd146bc4-201a-40a1-9ca6-278db75c223e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:43.617896 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-cd146bc4-201a-40a1-9ca6-278db75c223e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5119941 May 19 21:08:43.624473 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 44858) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:43.632998 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd146bc4-201a-40a1-9ca6-278db75c223e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a318b1-27c6-4ff0-9608-0afe837ea411,revision_number=0']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:43.636153 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-cd146bc4-201a-40a1-9ca6-278db75c223e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:43.645203 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-e8a3b98a-1e8e-468a-93cf-b9a038d084d8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Request body: {'floatingip': {'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:43.657909 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-e8a3b98a-1e8e-468a-93cf-b9a038d084d8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:43.754601 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-ff8cc18d-a918-4fac-9c65-2197d73c647f req-0a42bc21-cadf-42b3-ad58-fdfc23e616d4 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 210 time: 0.3402293 May 19 21:08:43.792535 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f65487-d037-49b3-b947-8b2d0dbff727 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Network 7528c24a-f700-413f-aad3-165c7750b403 is already hosted by enough agents. {{(pid=91837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:08:43.793976 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.base_scheduler [None req-29f65487-d037-49b3-b947-8b2d0dbff727 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Resources bound (agent type, host, resource id): {{(pid=91837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:08:43.807564 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f65487-d037-49b3-b947-8b2d0dbff727 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Received port after_create {{(pid=91837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:08:43.818700 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d7d6b9d2-4c4c-40e1-8ae2-909addce48f9 req-e7a25651-8d4a-4436-a194-12424390dc11 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813812 May 19 21:08:43.828516 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-1d95424e-3e43-470d-814e-0ad079805057 service neutron] 10.222.0.25 "GET /v2.0/networks/5d929734-2719-48af-9ca1-890fee6a349b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6148436 May 19 21:08:43.829572 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-e8a3b98a-1e8e-468a-93cf-b9a038d084d8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Usage tracker for resource:floatingip and tenant:8e1b034612bc4c438c95a1e8b0fd3627 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:43.895045 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-a93289b1-9614-4c83-b0d9-a44faefaadee None None] Set router f9ccbac9-d095-4682-97cd-c7fe32b062ef gateway port host: dv-cinder-784623-12-iscsi {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:08:43.895746 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f472dad-6eb8-45fe-b3f3-ea56f6f0273d req-cdf9f316-70b1-4b5e-b1ba-3cef33abdcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:43.897601 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-9f472dad-6eb8-45fe-b3f3-ea56f6f0273d req-cdf9f316-70b1-4b5e-b1ba-3cef33abdcb6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a9d43337-a378-49d5-82b2-4ebd65977430 HTTP/1.1" status: 200 len: 916 time: 0.6706293 May 19 21:08:43.907761 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-e8a3b98a-1e8e-468a-93cf-b9a038d084d8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:43.918435 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f65487-d037-49b3-b947-8b2d0dbff727 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Pushing event updated for resources: {'Port': ['ID=866d8792-e770-479b-b8ba-d4ea8a9a30ba,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:43.918435 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-29f65487-d037-49b3-b947-8b2d0dbff727 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:43.921434 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 7e03d05c-8623-4216-8282-5048e75943c7 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:08:43.937100 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-e8a3b98a-1e8e-468a-93cf-b9a038d084d8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:43.974166 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 44882) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:44.047901 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db5652-357b-41bb-82c1-da74dd541995 None None] Pushing event updated for resources: {'Port': ['ID=82e3b671-39fe-4ff5-aea1-cc914d7df6c0,revision_number=3']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:44.054212 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-b4db5652-357b-41bb-82c1-da74dd541995 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:44.077247 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-c7e4d7fb-4918-4422-9448-ac237de3da12 None None] Attempting to bind port 82e3b671-39fe-4ff5-aea1-cc914d7df6c0 on host dv-cinder-784623-12-iscsi for vnic_type normal with profile {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:08:44.077688 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-c7e4d7fb-4918-4422-9448-ac237de3da12 None None] Attempting to bind port 82e3b671-39fe-4ff5-aea1-cc914d7df6c0 by drivers openvswitch,hyperv on host dv-cinder-784623-12-iscsi at level 0 using segments [{'id': '7ebb5a37-186a-44c7-8b3d-dea339fd8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a'}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:08:44.078058 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e4d7fb-4918-4422-9448-ac237de3da12 None None] Attempting to bind port 82e3b671-39fe-4ff5-aea1-cc914d7df6c0 on network 73cdea18-8046-49f0-a6f7-a0df883fcd0a {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:08:44.094524 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-9f472dad-6eb8-45fe-b3f3-ea56f6f0273d req-27673372-196a-44f6-83fc-a1518efd9907 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad249b6e-b1f9-4912-b2bf-5df4f5180208 HTTP/1.1" status: 200 len: 217 time: 0.1853709 May 19 21:08:44.102706 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e4d7fb-4918-4422-9448-ac237de3da12 None None] Checking agent: {'id': 'f197b149-8cce-4905-bf69-1a24ef250a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 0, 38), 'started_at': datetime.datetime(2021, 5, 19, 21, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:08:44.112580 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e4d7fb-4918-4422-9448-ac237de3da12 None None] Checking segment: {'id': '7ebb5a37-186a-44c7-8b3d-dea339fd8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:08:44.113040 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c7e4d7fb-4918-4422-9448-ac237de3da12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:44.113442 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e4d7fb-4918-4422-9448-ac237de3da12 None None] Bound using segment: {'id': '7ebb5a37-186a-44c7-8b3d-dea339fd8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a'} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:08:44.113951 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-c7e4d7fb-4918-4422-9448-ac237de3da12 None None] Bound port: 82e3b671-39fe-4ff5-aea1-cc914d7df6c0, host: dv-cinder-784623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ebb5a37-186a-44c7-8b3d-dea339fd8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a'}}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:08:44.114421 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c7e4d7fb-4918-4422-9448-ac237de3da12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:44.213376 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b98a-1e8e-468a-93cf-b9a038d084d8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for floatingip, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:44.274174 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port 7e03d05c-8623-4216-8282-5048e75943c7 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:08:44.295198 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:44.348073 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-29f65487-d037-49b3-b947-8b2d0dbff727 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:44.512254 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-29f65487-d037-49b3-b947-8b2d0dbff727 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:44.534445 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c7e4d7fb-4918-4422-9448-ac237de3da12 None None] For port 82e3b671-39fe-4ff5-aea1-cc914d7df6c0, host dv-cinder-784623-12-iscsi, cleared binding levels {{(pid=91838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:08:44.549407 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c7e4d7fb-4918-4422-9448-ac237de3da12 None None] For port 82e3b671-39fe-4ff5-aea1-cc914d7df6c0, host dv-cinder-784623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=82e3b671-39fe-4ff5-aea1-cc914d7df6c0,segment=NetworkSegment(7ebb5a37-186a-44c7-8b3d-dea339fd8a91),segment_id=7ebb5a37-186a-44c7-8b3d-dea339fd8a91)] {{(pid=91838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:08:44.550169 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f472dad-6eb8-45fe-b3f3-ea56f6f0273d req-fbd2343f-5253-4023-99bc-7b740785bdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:44.553761 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-9f472dad-6eb8-45fe-b3f3-ea56f6f0273d req-fbd2343f-5253-4023-99bc-7b740785bdbf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f4cfbac3-5da0-4b73-8c5a-c49311a5c5eb HTTP/1.1" status: 200 len: 855 time: 0.3994663 May 19 21:08:44.631924 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c7e4d7fb-4918-4422-9448-ac237de3da12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:44.639519 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-9f472dad-6eb8-45fe-b3f3-ea56f6f0273d req-e4b3bfe1-68e2-4108-9589-bef8d61dfd02 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a9d43337-a378-49d5-82b2-4ebd65977430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631502 May 19 21:08:44.648766 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:44.656159 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c023301-d17f-430d-b43e-fc1ca13887ee req-b9ef9b4d-7e71-4d2a-af5b-871460f08f76 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:44.664419 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-4c023301-d17f-430d-b43e-fc1ca13887ee req-b9ef9b4d-7e71-4d2a-af5b-871460f08f76 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/ports?device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 943 time: 0.5689893 May 19 21:08:44.764163 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e4d7fb-4918-4422-9448-ac237de3da12 None None] Routers {'e692fffc-98ec-4754-b6db-d2f2de36fe35'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:08:44.764704 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-c7e4d7fb-4918-4422-9448-ac237de3da12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:08:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['e692fffc-98ec-4754-b6db-d2f2de36fe35'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:08:44.798456 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-a93289b1-9614-4c83-b0d9-a44faefaadee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ccbac9-d095-4682-97cd-c7fe32b062ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1874372997-router', 'tenant_id': '181c084e22284e5ca4bdb85e1464e799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:17Z', 'updated_at': '2021-05-19T21:08:34Z', 'revision_number': 4, 'project_id': '181c084e22284e5ca4bdb85e1464e799', 'gw_port': {'id': 'b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ccbac9-d095-4682-97cd-c7fe32b062ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:18Z', 'updated_at': '2021-05-19T21:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': '0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4', 'name': '', 'network_id': 'ba66b4b4-ff54-4d87-8733-625194c2e0f7', 'tenant_id': '181c084e22284e5ca4bdb85e1464e799', 'mac_address': 'fa:16:3e:87:dc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ccbac9-d095-4682-97cd-c7fe32b062ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4eb5b8dd-57eb-4bea-ad4e-bbeedb2dc092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:31Z', 'updated_at': '2021-05-19T21:08:43Z', 'revision_number': 4, 'project_id': '181c084e22284e5ca4bdb85e1464e799', 'subnets': [{'id': '4eb5b8dd-57eb-4bea-ad4e-bbeedb2dc092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:08:44.809349 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93289b1-9614-4c83-b0d9-a44faefaadee None None] The sync data for ids ['f9ccbac9-d095-4682-97cd-c7fe32b062ef'] in dv-cinder-784623-12-iscsi is: [{'id': 'f9ccbac9-d095-4682-97cd-c7fe32b062ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1874372997-router', 'tenant_id': '181c084e22284e5ca4bdb85e1464e799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:17Z', 'updated_at': '2021-05-19T21:08:34Z', 'revision_number': 4, 'project_id': '181c084e22284e5ca4bdb85e1464e799', 'gw_port': {'id': 'b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ccbac9-d095-4682-97cd-c7fe32b062ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:18Z', 'updated_at': '2021-05-19T21:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': '0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4', 'name': '', 'network_id': 'ba66b4b4-ff54-4d87-8733-625194c2e0f7', 'tenant_id': '181c084e22284e5ca4bdb85e1464e799', 'mac_address': 'fa:16:3e:87:dc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9ccbac9-d095-4682-97cd-c7fe32b062ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4eb5b8dd-57eb-4bea-ad4e-bbeedb2dc092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:31Z', 'updated_at': '2021-05-19T21:08:43Z', 'revision_number': 4, 'project_id': '181c084e22284e5ca4bdb85e1464e799', 'subnets': [{'id': '4eb5b8dd-57eb-4bea-ad4e-bbeedb2dc092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:08:44.944544 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-6d2358e8-bc2d-4350-bb5e-7cf0f7990a8c tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:44.946100 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-6d2358e8-bc2d-4350-bb5e-7cf0f7990a8c tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/networks?id=ba66b4b4-ff54-4d87-8733-625194c2e0f7 HTTP/1.1" status: 200 len: 819 time: 0.5864081 May 19 21:08:44.947849 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db5652-357b-41bb-82c1-da74dd541995 None None] Pushing event updated for resources: {'Port': ['ID=82e3b671-39fe-4ff5-aea1-cc914d7df6c0,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:44.988852 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-b4db5652-357b-41bb-82c1-da74dd541995 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:45.040997 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8716daab-90d4-4a0f-9d26-a26662d72dae req-cd9b9eaf-efc7-4636-afa0-0246b163d8ab service neutron] 10.222.0.25 "GET /v2.0/networks/5d929734-2719-48af-9ca1-890fee6a349b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1827960 May 19 21:08:45.055287 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-20209551-538e-4b31-b83b-2bfbb705cd6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:45.079897 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-37364a4b-a6cb-4fa4-aed4-cdc8a98fcfe9 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/quotas/181c084e22284e5ca4bdb85e1464e799 HTTP/1.1" status: 200 len: 375 time: 0.0728197 May 19 21:08:45.094496 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-20209551-538e-4b31-b83b-2bfbb705cd6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:45.148383 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-4c023301-d17f-430d-b43e-fc1ca13887ee req-ce4f6463-2a31-4b0f-93a3-6837d8562740 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/security-groups?id=09eb6322-ddae-41bb-bd64-ad6129682cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823897 May 19 21:08:45.283815 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-20209551-538e-4b31-b83b-2bfbb705cd6f admin admin] Usage tracker for resource:security_group_rule and tenant:83f9410335ae4e8a9461deece25124e4 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:45.300758 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-9f472dad-6eb8-45fe-b3f3-ea56f6f0273d req-9f478a70-3fc1-4852-9e16-02ad3a4df604 service neutron] 10.222.0.25 "GET /v2.0/networks/a9d43337-a378-49d5-82b2-4ebd65977430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6243691 May 19 21:08:45.325146 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-c7e4d7fb-4918-4422-9448-ac237de3da12 None None] Set router e692fffc-98ec-4754-b6db-d2f2de36fe35 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:08:45.326927 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-20209551-538e-4b31-b83b-2bfbb705cd6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:45.345278 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-20209551-538e-4b31-b83b-2bfbb705cd6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:45.461184 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef5236-ed77-463b-a9c4-89a764939253 req-4ada2597-07e2-4726-a4b9-a14cfa37de37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:45.462888 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-94ef5236-ed77-463b-a9c4-89a764939253 req-4ada2597-07e2-4726-a4b9-a14cfa37de37 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f40a89f6c094a439263ee9d84004333&device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 1096 time: 0.2897060 May 19 21:08:45.541324 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.25', 58104) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:45.544585 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b98a-1e8e-468a-93cf-b9a038d084d8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:45.904653 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:08:45.967512 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef5236-ed77-463b-a9c4-89a764939253 req-a5c9e7ff-40db-45ad-9cea-44a400f5ccab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:45.969739 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-94ef5236-ed77-463b-a9c4-89a764939253 req-a5c9e7ff-40db-45ad-9cea-44a400f5ccab service neutron] 10.222.0.25 "GET /v2.0/networks?id=5d929734-2719-48af-9ca1-890fee6a349b HTTP/1.1" status: 200 len: 913 time: 0.4886355 May 19 21:08:45.993339 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-ba740815-ac54-48e5-bbbf-ea56c4a12575 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=181c084e22284e5ca4bdb85e1464e799&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8832173 May 19 21:08:46.022656 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-29f65487-d037-49b3-b947-8b2d0dbff727 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for port, precommit_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:46.040889 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-c7e4d7fb-4918-4422-9448-ac237de3da12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'name': 'tempest-AttachVolumeTestJSON-541461897-router', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:17Z', 'updated_at': '2021-05-19T21:08:34Z', 'revision_number': 4, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'gw_port': {'id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:19Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': '82e3b671-39fe-4ff5-aea1-cc914d7df6c0', 'name': '', 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'mac_address': 'fa:16:3e:ea:c8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '630830f2-778f-4bba-87b9-a49ae18b87af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:27Z', 'updated_at': '2021-05-19T21:08:44Z', 'revision_number': 4, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'subnets': [{'id': '630830f2-778f-4bba-87b9-a49ae18b87af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:08:46.049993 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-29f65487-d037-49b3-b947-8b2d0dbff727 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:46.054517 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e4d7fb-4918-4422-9448-ac237de3da12 None None] The sync data for ids ['e692fffc-98ec-4754-b6db-d2f2de36fe35'] in dv-cinder-784623-12-iscsi is: [{'id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'name': 'tempest-AttachVolumeTestJSON-541461897-router', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:17Z', 'updated_at': '2021-05-19T21:08:34Z', 'revision_number': 4, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'gw_port': {'id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:19Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': '82e3b671-39fe-4ff5-aea1-cc914d7df6c0', 'name': '', 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'mac_address': 'fa:16:3e:ea:c8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '630830f2-778f-4bba-87b9-a49ae18b87af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:27Z', 'updated_at': '2021-05-19T21:08:44Z', 'revision_number': 4, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'subnets': [{'id': '630830f2-778f-4bba-87b9-a49ae18b87af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:08:46.060227 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning for port 0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:08:46.062415 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-f7eb775c-99df-484d-b60e-d8b02706b773 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:46.070511 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port 0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:08:46.070946 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:46.133253 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-9f472dad-6eb8-45fe-b3f3-ea56f6f0273d req-2f557b5e-1767-4f88-8012-e9fcb0cb3cb2 service neutron] 10.222.0.25 "GET /v2.0/networks/a9d43337-a378-49d5-82b2-4ebd65977430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7936871 May 19 21:08:46.138135 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f65487-d037-49b3-b947-8b2d0dbff727 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Pushing event updated for resources: {'Port': ['ID=866d8792-e770-479b-b8ba-d4ea8a9a30ba,revision_number=2']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:46.146298 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-29f65487-d037-49b3-b947-8b2d0dbff727 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:46.160256 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-29f65487-d037-49b3-b947-8b2d0dbff727 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658636'] for floatingip, after_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:46.182256 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5362fc-76b8-4156-b6fe-b231a9fb5d15 req-7d16dea8-ce5f-4265-b95a-16df15880b46 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:46.184325 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-0d5362fc-76b8-4156-b6fe-b231a9fb5d15 req-7d16dea8-ce5f-4265-b95a-16df15880b46 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=70e231d7-2a71-487c-ac53-41868e07328f HTTP/1.1" status: 200 len: 944 time: 0.7641687 May 19 21:08:46.236661 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-29f65487-d037-49b3-b947-8b2d0dbff727 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for floatingip, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:46.241598 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-29f65487-d037-49b3-b947-8b2d0dbff727 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5480285 May 19 21:08:46.252184 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:46.252548 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-0d5362fc-76b8-4156-b6fe-b231a9fb5d15 req-04c1fa0b-e1bf-4ec9-b106-1c2f096b0cf3 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621140 May 19 21:08:46.301283 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] For port 0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4,segment=NetworkSegment(9c7672e6-f67e-44aa-8350-195541f454ae),segment_id=9c7672e6-f67e-44aa-8350-195541f454ae)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:08:46.321256 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:46.323156 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:46.405722 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-e90418ff-3203-4282-940a-cc63be51e574 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:46.407257 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-e90418ff-3203-4282-940a-cc63be51e574 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.25 "GET /v2.0/networks?id=ba66b4b4-ff54-4d87-8733-625194c2e0f7 HTTP/1.1" status: 200 len: 819 time: 0.8648047 May 19 21:08:46.418733 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-94ef5236-ed77-463b-a9c4-89a764939253 req-92bda191-775e-4d8b-bfbe-38927fdd0425 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc25a864-33de-4f81-80bd-0680bd31d228 HTTP/1.1" status: 200 len: 217 time: 0.1688066 May 19 21:08:46.482152 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Pushing event updated for resources: {'Port': ['ID=0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4,revision_number=5']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:46.482987 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-5763c2ac-f1b7-4d2a-b098-f9385455f8f0 service neutron] 10.222.0.44 "GET /v2.0/networks/ba66b4b4-ff54-4d87-8733-625194c2e0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886699 May 19 21:08:46.487808 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:46.540439 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047b90c-4688-4de0-98b6-9277ebbc79e6 req-31edaacd-6fcb-4ed7-92d5-e8d8dbe97a0f tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:46.550594 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-2047b90c-4688-4de0-98b6-9277ebbc79e6 req-31edaacd-6fcb-4ed7-92d5-e8d8dbe97a0f tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/ports?device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 943 time: 0.1483498 May 19 21:08:46.572135 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-20209551-538e-4b31-b83b-2bfbb705cd6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:46.612240 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-2047b90c-4688-4de0-98b6-9277ebbc79e6 req-82647e10-7e1b-42c3-a7fc-7c7c91d86dd7 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/security-groups?id=09eb6322-ddae-41bb-bd64-ad6129682cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604784 May 19 21:08:46.637713 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-20209551-538e-4b31-b83b-2bfbb705cd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:46.648777 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [None req-e8a3b98a-1e8e-468a-93cf-b9a038d084d8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Allocated IP 172.27.1.150 (7528c24a-f700-413f-aad3-165c7750b403/5baa0079-c83e-4549-8f83-3def60c01514/f3cdbd64-2b03-416f-98f4-d4eb9ac7406f) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:08:46.662691 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-047d3520-8ade-4eb1-9f04-0534db167c3b tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:46.747017 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-20209551-538e-4b31-b83b-2bfbb705cd6f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=83f9410335ae4e8a9461deece25124e4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7609797 May 19 21:08:46.752452 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 44968) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:46.772249 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-585bf000-02ee-491a-9cb8-563dbf64a740 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Synchronizing usage tracker for tenant:c68d7fb43ad842fea0b389e597b14848 on resource:security_group {{(pid=91837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:08:46.789621 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20209551-538e-4b31-b83b-2bfbb705cd6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526f86a2-17c7-44d4-be8f-c7c89ad6f811,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:46.791923 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-585bf000-02ee-491a-9cb8-563dbf64a740 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Unset dirty status for tenant:c68d7fb43ad842fea0b389e597b14848 on resource:security_group {{(pid=91837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:08:46.793173 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-585bf000-02ee-491a-9cb8-563dbf64a740 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1736918569&fields=id&tenant_id=c68d7fb43ad842fea0b389e597b14848 HTTP/1.1" status: 200 len: 267 time: 0.0763073 May 19 21:08:46.795474 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-20209551-538e-4b31-b83b-2bfbb705cd6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:46.895678 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-179dfb61-df54-4072-8819-c8ae751d2c59 service neutron] 10.222.0.44 "GET /v2.0/networks/ba66b4b4-ff54-4d87-8733-625194c2e0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856087 May 19 21:08:46.975910 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-f3d5f59d-c931-4e0b-beba-d497d68d3b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:46.979821 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-58730862-c3b2-415f-b6d3-cfaffd0ab787 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:46.981355 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-58730862-c3b2-415f-b6d3-cfaffd0ab787 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/networks?id=33245778-87d9-4ace-bbb7-ad7041ac660d HTTP/1.1" status: 200 len: 816 time: 0.1795278 May 19 21:08:46.996079 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b98a-1e8e-468a-93cf-b9a038d084d8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:47.000127 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-493b3ddc-dc77-4f02-a943-9be30912a04e tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/quotas/c68d7fb43ad842fea0b389e597b14848 HTTP/1.1" status: 200 len: 375 time: 0.0108523 May 19 21:08:47.020963 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-f3d5f59d-c931-4e0b-beba-d497d68d3b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:47.103239 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-a0d39210-a11e-4637-9219-23f02289bce3 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c68d7fb43ad842fea0b389e597b14848&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0957053 May 19 21:08:47.130211 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-63263043-7bd0-4088-a19c-f08c2755aeb9 req-b17263b3-2bae-4594-b908-f719dfc521fa tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 210 time: 0.0587134 May 19 21:08:47.145164 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b98a-1e8e-468a-93cf-b9a038d084d8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:47.151691 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:47.215312 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-f3d5f59d-c931-4e0b-beba-d497d68d3b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:47.217139 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a3b98a-1e8e-468a-93cf-b9a038d084d8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Network 7528c24a-f700-413f-aad3-165c7750b403 is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:08:47.222356 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-e8a3b98a-1e8e-468a-93cf-b9a038d084d8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:08:47.229373 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a3b98a-1e8e-468a-93cf-b9a038d084d8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:08:47.243359 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3b98a-1e8e-468a-93cf-b9a038d084d8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Pushing event updated for resources: {'Port': ['ID=f3cdbd64-2b03-416f-98f4-d4eb9ac7406f,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:47.284413 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-e8a3b98a-1e8e-468a-93cf-b9a038d084d8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:47.284970 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-a8c1d316-a62a-4055-a3a4-e2d225e75e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:47.303960 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-9e9d8847-bda8-41f2-a7d5-070d8616d30c service neutron] 10.222.0.44 "GET /v2.0/networks/33245778-87d9-4ace-bbb7-ad7041ac660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858156 May 19 21:08:47.305162 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5f59d-c931-4e0b-beba-d497d68d3b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526f86a2-17c7-44d4-be8f-c7c89ad6f811,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:47.310318 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-f3d5f59d-c931-4e0b-beba-d497d68d3b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:47.314080 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-f3d5f59d-c931-4e0b-beba-d497d68d3b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:47.317576 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-f3d5f59d-c931-4e0b-beba-d497d68d3b48 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/526f86a2-17c7-44d4-be8f-c7c89ad6f811 HTTP/1.1" status: 204 len: 168 time: 0.5467026 May 19 21:08:47.336722 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b98a-1e8e-468a-93cf-b9a038d084d8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:47.452155 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-50df4207-aba7-498d-962d-6b19c7e2cd65 service neutron] 10.222.0.44 "GET /v2.0/networks/33245778-87d9-4ace-bbb7-ad7041ac660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351881 May 19 21:08:47.460110 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b98a-1e8e-468a-93cf-b9a038d084d8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:47.614465 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a7d8a-0224-4a47-8e04-9347dfebdbe7 req-38749519-a1cf-4d17-9949-dbbc6ddd4bf3 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:47.616641 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a27a7d8a-0224-4a47-8e04-9347dfebdbe7 req-38749519-a1cf-4d17-9949-dbbc6ddd4bf3 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=70e231d7-2a71-487c-ac53-41868e07328f HTTP/1.1" status: 200 len: 944 time: 0.1991408 May 19 21:08:47.668490 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-ee13f871-4980-484b-9911-8b5192a81a12 req-fb9505e0-f574-4708-8472-07cacd58a94b tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 210 time: 0.0517054 May 19 21:08:47.783261 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 45004) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:47.821003 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-8dba628f-ec67-4a3f-b5a6-32c3e5517ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:47.842281 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a27a7d8a-0224-4a47-8e04-9347dfebdbe7 req-1f1d18bf-039d-431c-a937-ed9147735be6 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704397 May 19 21:08:47.885756 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-8dba628f-ec67-4a3f-b5a6-32c3e5517ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:47.904143 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-8dba628f-ec67-4a3f-b5a6-32c3e5517ae8 admin admin] Usage tracker for resource:security_group_rule and tenant:5511ac7e80464ac0b432453d038c9e7e is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:47.910751 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-8dba628f-ec67-4a3f-b5a6-32c3e5517ae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:47.950305 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b98a-1e8e-468a-93cf-b9a038d084d8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:47.958569 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b98a-1e8e-468a-93cf-b9a038d084d8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:47.965276 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-5df1aefb-5c1d-4e70-9620-27496ce1db95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:48.019316 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-8dba628f-ec67-4a3f-b5a6-32c3e5517ae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:48.050508 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 82e3b671-39fe-4ff5-aea1-cc914d7df6c0 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:08:48.073158 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b98a-1e8e-468a-93cf-b9a038d084d8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658636'] for floatingip, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:48.141006 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3b98a-1e8e-468a-93cf-b9a038d084d8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Pushing event updated for resources: {'Port': ['ID=f3cdbd64-2b03-416f-98f4-d4eb9ac7406f,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:48.147450 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-e8a3b98a-1e8e-468a-93cf-b9a038d084d8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:48.156299 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b98a-1e8e-468a-93cf-b9a038d084d8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for floatingip, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:48.157521 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-e8a3b98a-1e8e-468a-93cf-b9a038d084d8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5305958 May 19 21:08:48.186894 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning for port 82e3b671-39fe-4ff5-aea1-cc914d7df6c0 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:08:48.190417 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4b78e-1f64-4ea3-bbad-f4dee61773fd req-85e73a83-df46-40e1-ba64-9189ae2d11c5 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:48.193753 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port 82e3b671-39fe-4ff5-aea1-cc914d7df6c0 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:08:48.195128 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:48.209094 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-25f4b78e-1f64-4ea3-bbad-f4dee61773fd req-85e73a83-df46-40e1-ba64-9189ae2d11c5 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/ports?device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 943 time: 0.2752662 May 19 21:08:48.350699 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-25f4b78e-1f64-4ea3-bbad-f4dee61773fd req-ad622fc0-b69a-41ee-98e9-a33e121aaad2 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/security-groups?id=09eb6322-ddae-41bb-bd64-ad6129682cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403406 May 19 21:08:48.381869 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-8dba628f-ec67-4a3f-b5a6-32c3e5517ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:48.390121 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-8dba628f-ec67-4a3f-b5a6-32c3e5517ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:48.398500 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-4a2b63e1-2138-40e1-98b2-e612699d2700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:48.463513 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-8dba628f-ec67-4a3f-b5a6-32c3e5517ae8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5511ac7e80464ac0b432453d038c9e7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6788390 May 19 21:08:48.464377 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 45034) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:48.465654 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba628f-ec67-4a3f-b5a6-32c3e5517ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d738b5-91c9-4319-bee0-8e38c49be7b0,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:48.471771 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-8dba628f-ec67-4a3f-b5a6-32c3e5517ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:48.486242 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:48.531209 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-99192ec6-8d15-448c-900f-08a8c9e07d95 req-fe8f267f-7e35-44b3-9920-aedef25c4d7f tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 210 time: 0.1229110 May 19 21:08:48.534585 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] For port 82e3b671-39fe-4ff5-aea1-cc914d7df6c0, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=82e3b671-39fe-4ff5-aea1-cc914d7df6c0,segment=NetworkSegment(7ebb5a37-186a-44c7-8b3d-dea339fd8a91),segment_id=7ebb5a37-186a-44c7-8b3d-dea339fd8a91)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:08:48.542282 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:48.543617 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:08:48.581893 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-ed274bac-4eec-4ba5-88d3-29bd8c22ad40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:48.619426 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-71954905-e341-4170-8b3e-de5f06cef9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:48.657101 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-71954905-e341-4170-8b3e-de5f06cef9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:48.690194 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Pushing event updated for resources: {'Port': ['ID=82e3b671-39fe-4ff5-aea1-cc914d7df6c0,revision_number=5']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:48.700345 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:48.706289 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port 0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:08:48.706668 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:48.708712 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-25576543-e515-447f-a178-4c825dfb1d6b req-7c5468ed-238d-4ed1-952d-f462c4227991 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Synchronizing usage tracker for tenant:8e1b034612bc4c438c95a1e8b0fd3627 on resource:security_group {{(pid=91837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:08:48.746169 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-25576543-e515-447f-a178-4c825dfb1d6b req-7c5468ed-238d-4ed1-952d-f462c4227991 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Unset dirty status for tenant:8e1b034612bc4c438c95a1e8b0fd3627 on resource:security_group {{(pid=91837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:08:48.747588 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-25576543-e515-447f-a178-4c825dfb1d6b req-7c5468ed-238d-4ed1-952d-f462c4227991 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1103416555&fields=id&tenant_id=8e1b034612bc4c438c95a1e8b0fd3627 HTTP/1.1" status: 200 len: 267 time: 0.1730211 May 19 21:08:48.807395 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-71954905-e341-4170-8b3e-de5f06cef9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:48.821182 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-33b17d82-f2fd-4fa1-bc1b-67f2420bbd52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:48.844847 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-9a99ef6f-bedf-4287-9dbf-9b01e075c896 req-e0fff0f2-a37e-4650-89e8-451ea4c80d80 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Synchronizing usage tracker for tenant:c68d7fb43ad842fea0b389e597b14848 on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:08:48.862808 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-9a99ef6f-bedf-4287-9dbf-9b01e075c896 req-e0fff0f2-a37e-4650-89e8-451ea4c80d80 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Unset dirty status for tenant:c68d7fb43ad842fea0b389e597b14848 on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:08:48.864269 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9a99ef6f-bedf-4287-9dbf-9b01e075c896 req-e0fff0f2-a37e-4650-89e8-451ea4c80d80 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 210 time: 0.0625901 May 19 21:08:48.895947 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71954905-e341-4170-8b3e-de5f06cef9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d738b5-91c9-4319-bee0-8e38c49be7b0,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:48.917470 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-71954905-e341-4170-8b3e-de5f06cef9be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:48.920746 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-71954905-e341-4170-8b3e-de5f06cef9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:48.921866 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-71954905-e341-4170-8b3e-de5f06cef9be admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/08d738b5-91c9-4319-bee0-8e38c49be7b0 HTTP/1.1" status: 204 len: 168 time: 0.4526052 May 19 21:08:48.980920 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25576543-e515-447f-a178-4c825dfb1d6b req-1e4974f9-710e-4164-ba3e-701c6c4e98e7 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:48.981914 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-25576543-e515-447f-a178-4c825dfb1d6b req-1e4974f9-710e-4164-ba3e-701c6c4e98e7 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Synchronizing usage tracker for tenant:8e1b034612bc4c438c95a1e8b0fd3627 on resource:network {{(pid=91837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:08:49.004256 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-25576543-e515-447f-a178-4c825dfb1d6b req-1e4974f9-710e-4164-ba3e-701c6c4e98e7 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Unset dirty status for tenant:8e1b034612bc4c438c95a1e8b0fd3627 on resource:network {{(pid=91837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:08:49.005613 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-25576543-e515-447f-a178-4c825dfb1d6b req-1e4974f9-710e-4164-ba3e-701c6c4e98e7 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/networks?id=73cdea18-8046-49f0-a6f7-a0df883fcd0a HTTP/1.1" status: 200 len: 810 time: 0.2512693 May 19 21:08:49.022590 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-25576543-e515-447f-a178-4c825dfb1d6b req-d4a4c61e-7b99-41e8-9888-f66c9b9c54ff tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/quotas/8e1b034612bc4c438c95a1e8b0fd3627 HTTP/1.1" status: 200 len: 375 time: 0.0103109 May 19 21:08:49.085689 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device ad249b6e-b1f9-4912-b2bf-5df4f5180208 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 21:08:49.093403 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b79aa-a6af-409e-ba48-a74d80cafdb8 req-fdcf6eb8-f669-4363-906c-f1ff073c25b4 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:49.095576 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b82b79aa-a6af-409e-ba48-a74d80cafdb8 req-fdcf6eb8-f669-4363-906c-f1ff073c25b4 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=70e231d7-2a71-487c-ac53-41868e07328f HTTP/1.1" status: 200 len: 944 time: 0.1060944 May 19 21:08:49.162060 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-25576543-e515-447f-a178-4c825dfb1d6b req-3de6d02d-3026-4310-9503-66203dd5852e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Synchronizing usage tracker for tenant:8e1b034612bc4c438c95a1e8b0fd3627 on resource:port {{(pid=91837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:08:49.196488 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-a63cb219-72e0-4681-9b22-74745d6a23e6 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Request body: {'port': {'device_id': 'd355b82e-ad7c-4af9-8cda-1d4c2fe27c63', 'network_id': 'ba66b4b4-ff54-4d87-8733-625194c2e0f7', 'admin_state_up': True, 'tenant_id': '181c084e22284e5ca4bdb85e1464e799'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:49.197486 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-25576543-e515-447f-a178-4c825dfb1d6b req-3de6d02d-3026-4310-9503-66203dd5852e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Unset dirty status for tenant:8e1b034612bc4c438c95a1e8b0fd3627 on resource:port {{(pid=91837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:08:49.200358 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-25576543-e515-447f-a178-4c825dfb1d6b req-3de6d02d-3026-4310-9503-66203dd5852e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8e1b034612bc4c438c95a1e8b0fd3627&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1719759 May 19 21:08:49.270391 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port ad249b6e-b1f9-4912-b2bf-5df4f5180208, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ad249b6e-b1f9-4912-b2bf-5df4f5180208,segment=NetworkSegment(b490382e-b18a-49ba-8255-29d8291b1b57),segment_id=b490382e-b18a-49ba-8255-29d8291b1b57)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:08:49.291821 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b82b79aa-a6af-409e-ba48-a74d80cafdb8 req-55615788-f742-45af-ba95-95c08d32d56c tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870308 May 19 21:08:49.297623 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Returning: {'device': 'ad249b6e-b1f9-4912-b2bf-5df4f5180208', 'network_id': 'a9d43337-a378-49d5-82b2-4ebd65977430', 'port_id': 'ad249b6e-b1f9-4912-b2bf-5df4f5180208', 'mac_address': 'fa:16:3e:06:c2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4cfbac3-5da0-4b73-8c5a-c49311a5c5eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 21:08:49.422684 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:49.454189 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad249b6e-b1f9-4912-b2bf-5df4f5180208 {{(pid=91838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:08:49.454396 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef5236-ed77-463b-a9c4-89a764939253 req-a3e12842-1bef-4100-a96d-a5dd3669e724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:49.455811 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-94ef5236-ed77-463b-a9c4-89a764939253 req-a3e12842-1bef-4100-a96d-a5dd3669e724 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=81fe9b24-f675-424e-ac14-0dfc75b20ad7 HTTP/1.1" status: 200 len: 852 time: 0.3254437 May 19 21:08:49.476533 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port ad249b6e-b1f9-4912-b2bf-5df4f5180208, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ad249b6e-b1f9-4912-b2bf-5df4f5180208,segment=NetworkSegment(b490382e-b18a-49ba-8255-29d8291b1b57),segment_id=b490382e-b18a-49ba-8255-29d8291b1b57)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:08:49.485680 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:49.487198 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device dc25a864-33de-4f81-80bd-0680bd31d228 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 21:08:49.488326 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-25576543-e515-447f-a178-4c825dfb1d6b req-e7aa05b7-ee73-4361-801a-f2dcffd2276f service neutron] 10.222.0.44 "GET /v2.0/networks/73cdea18-8046-49f0-a6f7-a0df883fcd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743478 May 19 21:08:49.495607 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-b4db5652-357b-41bb-82c1-da74dd541995 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:49.565180 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-94ef5236-ed77-463b-a9c4-89a764939253 req-4560369a-3c01-44a4-8550-00eae534f448 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5d929734-2719-48af-9ca1-890fee6a349b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628600 May 19 21:08:49.576745 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-a63cb219-72e0-4681-9b22-74745d6a23e6 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:49.588559 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-a63cb219-72e0-4681-9b22-74745d6a23e6 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:49.643239 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=ad249b6e-b1f9-4912-b2bf-5df4f5180208,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:49.654025 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:49.710572 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-a63cb219-72e0-4681-9b22-74745d6a23e6 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Made reservation on behalf of 181c084e22284e5ca4bdb85e1464e799 for: {'port': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:08:49.731193 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-a63cb219-72e0-4681-9b22-74745d6a23e6 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:49.806447 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port dc25a864-33de-4f81-80bd-0680bd31d228, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dc25a864-33de-4f81-80bd-0680bd31d228,segment=NetworkSegment(4f707ba3-4f82-4d31-918f-52e0bddaa5fd),segment_id=4f707ba3-4f82-4d31-918f-52e0bddaa5fd)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:08:49.809901 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-25576543-e515-447f-a178-4c825dfb1d6b req-ffab47f5-093f-4c7d-b737-04ecb6e86485 service neutron] 10.222.0.44 "GET /v2.0/networks/73cdea18-8046-49f0-a6f7-a0df883fcd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206167 May 19 21:08:49.828382 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Returning: {'device': 'dc25a864-33de-4f81-80bd-0680bd31d228', 'network_id': '5d929734-2719-48af-9ca1-890fee6a349b', 'port_id': 'dc25a864-33de-4f81-80bd-0680bd31d228', 'mac_address': 'fa:16:3e:a0:4f:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81fe9b24-f675-424e-ac14-0dfc75b20ad7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 21:08:49.841684 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 82e3b671-39fe-4ff5-aea1-cc914d7df6c0 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:08:49.992991 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:50.015816 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc25a864-33de-4f81-80bd-0680bd31d228 {{(pid=91838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:08:50.039001 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port 82e3b671-39fe-4ff5-aea1-cc914d7df6c0 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:08:50.044208 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:50.130422 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port dc25a864-33de-4f81-80bd-0680bd31d228, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dc25a864-33de-4f81-80bd-0680bd31d228,segment=NetworkSegment(4f707ba3-4f82-4d31-918f-52e0bddaa5fd),segment_id=4f707ba3-4f82-4d31-918f-52e0bddaa5fd)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:08:50.166949 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89177a91-6f78-46ab-8d05-761f7c06a295 req-b48d97c9-75bc-4f81-b2f6-41c73438ea74 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:50.169835 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:50.174308 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:50.190306 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-89177a91-6f78-46ab-8d05-761f7c06a295 req-b48d97c9-75bc-4f81-b2f6-41c73438ea74 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/ports?device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 943 time: 0.6256101 May 19 21:08:50.205823 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-94ef5236-ed77-463b-a9c4-89a764939253 req-b31aaa52-392f-4fee-b192-b4ac97cf85ae service neutron] 10.222.0.25 "GET /v2.0/networks/5d929734-2719-48af-9ca1-890fee6a349b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6073701 May 19 21:08:50.379748 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=dc25a864-33de-4f81-80bd-0680bd31d228,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:50.384159 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:50.463147 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['ad249b6e-b1f9-4912-b2bf-5df4f5180208'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:08:50.481613 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-b4d4eaea-d879-466d-aa8a-24696b8738d9 req-82c93d88-2060-4612-a0f1-9f65a11e96a6 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 210 time: 0.1716528 May 19 21:08:50.639259 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-a63cb219-72e0-4681-9b22-74745d6a23e6 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Allocated IP 172.20.0.7 (ba66b4b4-ff54-4d87-8733-625194c2e0f7/4eb5b8dd-57eb-4bea-ad4e-bbeedb2dc092/f8b2d0e7-03c8-4555-8af2-3847c800d7e4) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:08:50.779273 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['dc25a864-33de-4f81-80bd-0680bd31d228'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:08:50.936429 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.25', 58117) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:51.022563 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-8c90e80a-6db1-4b3a-a69c-ac0976f6ca8d req-ec854a4d-3c0f-4c23-a57b-f9fd598d4473 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 210 time: 0.1705213 May 19 21:08:51.065501 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-28943bc8-bfb8-49c5-bc42-04bf949fbc3d tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:51.067751 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-28943bc8-bfb8-49c5-bc42-04bf949fbc3d tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.25 "GET /v2.0/networks?id=ba66b4b4-ff54-4d87-8733-625194c2e0f7 HTTP/1.1" status: 200 len: 819 time: 0.8247774 May 19 21:08:51.089866 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-e11b97d5-6675-4920-989d-b069a2121dbf tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Request body: {'port': {'device_id': '70a27231-ee3a-4cf0-b09c-99d06383ee13', 'network_id': 'ba66b4b4-ff54-4d87-8733-625194c2e0f7', 'admin_state_up': True, 'tenant_id': '181c084e22284e5ca4bdb85e1464e799'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:51.279423 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-2e7483ba-01bd-47f8-8f6a-3dd3c90bd3f7 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:51.280124 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-2e7483ba-01bd-47f8-8f6a-3dd3c90bd3f7 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Synchronizing usage tracker for tenant:c68d7fb43ad842fea0b389e597b14848 on resource:network {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:08:51.369097 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-f745251f-ca98-4ce3-b1e3-01e17ccb5921 req-5af2fe10-a561-4a18-847c-6295322a673b tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 210 time: 0.0758231 May 19 21:08:51.383461 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-89177a91-6f78-46ab-8d05-761f7c06a295 req-4ab1a139-f739-4d86-8701-e4a2b827b331 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/security-groups?id=09eb6322-ddae-41bb-bd64-ad6129682cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1735308 May 19 21:08:51.463088 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-2e7483ba-01bd-47f8-8f6a-3dd3c90bd3f7 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Unset dirty status for tenant:c68d7fb43ad842fea0b389e597b14848 on resource:network {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:08:51.464180 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-2e7483ba-01bd-47f8-8f6a-3dd3c90bd3f7 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.25 "GET /v2.0/networks?id=33245778-87d9-4ace-bbb7-ad7041ac660d HTTP/1.1" status: 200 len: 816 time: 0.4944777 May 19 21:08:51.464773 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-e11b97d5-6675-4920-989d-b069a2121dbf tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:51.490536 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-e11b97d5-6675-4920-989d-b069a2121dbf tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:51.500328 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-94ef5236-ed77-463b-a9c4-89a764939253 req-2a90fe5e-abe7-4757-9000-cfe02117ff1b service neutron] 10.222.0.25 "GET /v2.0/networks/5d929734-2719-48af-9ca1-890fee6a349b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2772255 May 19 21:08:51.503424 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-a63cb219-72e0-4681-9b22-74745d6a23e6 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:51.568276 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-80c4274d-f03f-449d-bdb6-c2d06975d298 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Synchronizing usage tracker for tenant:c68d7fb43ad842fea0b389e597b14848 on resource:security_group {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:08:51.587075 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-e11b97d5-6675-4920-989d-b069a2121dbf tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Made reservation on behalf of 181c084e22284e5ca4bdb85e1464e799 for: {'port': 1} {{(pid=91837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:08:51.589081 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-80c4274d-f03f-449d-bdb6-c2d06975d298 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Unset dirty status for tenant:c68d7fb43ad842fea0b389e597b14848 on resource:security_group {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:08:51.590474 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-80c4274d-f03f-449d-bdb6-c2d06975d298 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c68d7fb43ad842fea0b389e597b14848 HTTP/1.1" status: 200 len: 380 time: 0.0814624 May 19 21:08:51.592861 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-e11b97d5-6675-4920-989d-b069a2121dbf tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:51.606902 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-ef31e3ac-33a4-42f1-8916-d2e1b506bb80 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Request body: {'port': {'device_id': 'd455e522-6423-4e4b-af9c-9ea35d638a20', 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d', 'admin_state_up': True, 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'security_groups': ['c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf']}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:51.690747 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a07930c5-aa15-42e2-9e3d-7e870745963f req-270dbd85-6eb1-4e0d-b75b-31791a680c60 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 210 time: 0.0624046 May 19 21:08:51.712136 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10b562-1c3c-4838-8888-70ad00a491a1 req-73c06792-b6b9-4421-a338-13ee6932191e tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:51.719122 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-2c10b562-1c3c-4838-8888-70ad00a491a1 req-73c06792-b6b9-4421-a338-13ee6932191e tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=70e231d7-2a71-487c-ac53-41868e07328f HTTP/1.1" status: 200 len: 945 time: 0.1934094 May 19 21:08:51.745147 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-a63cb219-72e0-4681-9b22-74745d6a23e6 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:51.759241 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-d351b458-dd7e-4b8d-a0e2-71043279434a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:51.815440 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-2c10b562-1c3c-4838-8888-70ad00a491a1 req-d7d65076-443d-4e55-9c4e-82f86ec74582 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953689 May 19 21:08:51.832684 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.db.api [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-e11b97d5-6675-4920-989d-b069a2121dbf tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.7-4bddb413-429c-4d2b-8d5e-356ab2cf27a2 {{(pid=91837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 21:08:51.833144 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_db.api [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-e11b97d5-6675-4920-989d-b069a2121dbf tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=91837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 21:08:51.833589 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-a63cb219-72e0-4681-9b22-74745d6a23e6 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Network ba66b4b4-ff54-4d87-8733-625194c2e0f7 is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:08:51.840447 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-a63cb219-72e0-4681-9b22-74745d6a23e6 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:08:51.848812 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-a63cb219-72e0-4681-9b22-74745d6a23e6 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:08:51.854408 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-a63cb219-72e0-4681-9b22-74745d6a23e6 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:51.855177 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-a63cb219-72e0-4681-9b22-74745d6a23e6 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:51.879153 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63cb219-72e0-4681-9b22-74745d6a23e6 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Pushing event updated for resources: {'Port': ['ID=f8b2d0e7-03c8-4555-8af2-3847c800d7e4,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:51.896931 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-a63cb219-72e0-4681-9b22-74745d6a23e6 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:51.925015 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-ef31e3ac-33a4-42f1-8916-d2e1b506bb80 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:51.939113 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-ef31e3ac-33a4-42f1-8916-d2e1b506bb80 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:51.944599 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-a63cb219-72e0-4681-9b22-74745d6a23e6 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7560761 May 19 21:08:51.955805 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-ef31e3ac-33a4-42f1-8916-d2e1b506bb80 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Made reservation on behalf of c68d7fb43ad842fea0b389e597b14848 for: {'port': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:08:51.960538 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-ef31e3ac-33a4-42f1-8916-d2e1b506bb80 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:51.987993 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-b3f19e42-f280-4f1e-bbd4-59cb1da40caa service neutron] Request body: {'port': {'device_id': 'd355b82e-ad7c-4af9-8cda-1d4c2fe27c63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:52.187853 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25576543-e515-447f-a178-4c825dfb1d6b req-cc854f1e-3a5a-4a80-8aad-0b2613cb1099 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:52.189462 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-25576543-e515-447f-a178-4c825dfb1d6b req-cc854f1e-3a5a-4a80-8aad-0b2613cb1099 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.25 "GET /v2.0/networks?id=73cdea18-8046-49f0-a6f7-a0df883fcd0a HTTP/1.1" status: 200 len: 810 time: 0.2059286 May 19 21:08:52.193318 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device ad249b6e-b1f9-4912-b2bf-5df4f5180208 up at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:08:52.334523 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-e11b97d5-6675-4920-989d-b069a2121dbf tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:52.366061 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning for port ad249b6e-b1f9-4912-b2bf-5df4f5180208 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:08:52.372818 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning complete for port ad249b6e-b1f9-4912-b2bf-5df4f5180208 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:08:52.373289 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:52.581874 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-62d305e5-ba27-4868-8625-857a23894a03 req-19b421b4-e5ae-4ac6-af9e-3eb57a59dcdd tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 210 time: 0.3488765 May 19 21:08:52.652529 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-b3fb5f55-9a60-49f5-99f6-2cd9771c9485 req-067d631e-1a2f-40b7-bdc4-2c1d9f8fc4f7 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 210 time: 0.0992708 May 19 21:08:52.673337 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-25576543-e515-447f-a178-4c825dfb1d6b req-ec481033-20df-4d30-90f4-bdcd64793cf1 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Synchronizing usage tracker for tenant:8e1b034612bc4c438c95a1e8b0fd3627 on resource:security_group {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:08:52.681910 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:52.689813 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.db_base_plugin_common [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-e11b97d5-6675-4920-989d-b069a2121dbf tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Allocated IP 172.20.0.14 (ba66b4b4-ff54-4d87-8733-625194c2e0f7/4eb5b8dd-57eb-4bea-ad4e-bbeedb2dc092/e9aa138d-c786-45b2-b42b-72ed21935e79) {{(pid=91837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:08:52.775138 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e231d7-2a71-487c-ac53-41868e07328f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad249b6e-b1f9-4912-b2bf-5df4f5180208'}] {{(pid=91838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:08:52.923526 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port ad249b6e-b1f9-4912-b2bf-5df4f5180208, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ad249b6e-b1f9-4912-b2bf-5df4f5180208,segment=NetworkSegment(b490382e-b18a-49ba-8255-29d8291b1b57),segment_id=b490382e-b18a-49ba-8255-29d8291b1b57)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:08:52.934901 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:52.936079 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device dc25a864-33de-4f81-80bd-0680bd31d228 up at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:08:52.937334 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-3fffadc3-2b8a-4005-9ed3-66823a9bec7f req-539a3853-6834-4d1f-a331-8f15adbe90ce tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 210 time: 0.0586150 May 19 21:08:53.043288 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:53.078893 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-25576543-e515-447f-a178-4c825dfb1d6b req-ec481033-20df-4d30-90f4-bdcd64793cf1 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Unset dirty status for tenant:8e1b034612bc4c438c95a1e8b0fd3627 on resource:security_group {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:08:53.081570 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-25576543-e515-447f-a178-4c825dfb1d6b req-ec481033-20df-4d30-90f4-bdcd64793cf1 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e1b034612bc4c438c95a1e8b0fd3627 HTTP/1.1" status: 200 len: 380 time: 0.8505957 May 19 21:08:53.108358 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-e11b97d5-6675-4920-989d-b069a2121dbf tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Notify callbacks [] for port, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:53.187793 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-e11b97d5-6675-4920-989d-b069a2121dbf tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111'] for port, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:53.199486 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-b3f19e42-f280-4f1e-bbd4-59cb1da40caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:53.201668 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=ad249b6e-b1f9-4912-b2bf-5df4f5180208,revision_number=5']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:53.209320 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:53.223367 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-ef31e3ac-33a4-42f1-8916-d2e1b506bb80 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Allocated IP 172.20.0.5 (33245778-87d9-4ace-bbb7-ad7041ac660d/a96f8d10-418e-4531-973e-67a2c5d86867/47c71c0a-a5f7-4a6c-939c-81ef96bfa929) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:08:53.228025 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:53.240719 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning for port dc25a864-33de-4f81-80bd-0680bd31d228 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:08:53.249094 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning complete for port dc25a864-33de-4f81-80bd-0680bd31d228 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:08:53.250281 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:53.327112 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af016a-f39b-4321-8c1c-ba5a76caed16 req-eeb64bff-e206-4c2e-ba66-c707dc6e5883 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:53.328629 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d7af016a-f39b-4321-8c1c-ba5a76caed16 req-eeb64bff-e206-4c2e-ba66-c707dc6e5883 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/ports?device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 944 time: 0.4898970 May 19 21:08:53.341601 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-e11b97d5-6675-4920-989d-b069a2121dbf tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Network ba66b4b4-ff54-4d87-8733-625194c2e0f7 is already hosted by enough agents. {{(pid=91837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:08:53.359541 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.base_scheduler [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-e11b97d5-6675-4920-989d-b069a2121dbf tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Resources bound (agent type, host, resource id): {{(pid=91837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:08:53.368188 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-e11b97d5-6675-4920-989d-b069a2121dbf tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Received port after_create {{(pid=91837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:08:53.374747 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-e11b97d5-6675-4920-989d-b069a2121dbf tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:53.375676 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-e11b97d5-6675-4920-989d-b069a2121dbf tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for port, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:53.393196 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:53.416823 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-e11b97d5-6675-4920-989d-b069a2121dbf tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3399918 May 19 21:08:53.435748 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port dc25a864-33de-4f81-80bd-0680bd31d228, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dc25a864-33de-4f81-80bd-0680bd31d228,segment=NetworkSegment(4f707ba3-4f82-4d31-918f-52e0bddaa5fd),segment_id=4f707ba3-4f82-4d31-918f-52e0bddaa5fd)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:08:53.445046 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:53.446554 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b97d5-6675-4920-989d-b069a2121dbf tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Pushing event updated for resources: {'Port': ['ID=e9aa138d-c786-45b2-b42b-72ed21935e79,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:53.447395 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:53.461666 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-e11b97d5-6675-4920-989d-b069a2121dbf tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:53.487539 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d7af016a-f39b-4321-8c1c-ba5a76caed16 req-e77d21e5-56bc-4629-abea-5068b8580cfc tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/security-groups?id=09eb6322-ddae-41bb-bd64-ad6129682cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492109 May 19 21:08:53.493694 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74264288-5ff9-45d0-8200-114c200d758e req-27bf4006-e27b-44b5-a80e-719abc63907b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:53.502236 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-74264288-5ff9-45d0-8200-114c200d758e req-27bf4006-e27b-44b5-a80e-719abc63907b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=70e231d7-2a71-487c-ac53-41868e07328f HTTP/1.1" status: 200 len: 946 time: 0.2775764 May 19 21:08:53.536385 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=dc25a864-33de-4f81-80bd-0680bd31d228,revision_number=5']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:53.546625 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:53.575814 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-74264288-5ff9-45d0-8200-114c200d758e req-253bcf9d-b30a-4d0c-8f5a-6b7740256442 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714431 May 19 21:08:53.629897 dv-cinder-784623-12-iscsi neutron-server[91838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e231d7-2a71-487c-ac53-41868e07328f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad249b6e-b1f9-4912-b2bf-5df4f5180208', 'code': 200} May 19 21:08:53.760928 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-ef31e3ac-33a4-42f1-8916-d2e1b506bb80 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:53.783825 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-ef31e3ac-33a4-42f1-8916-d2e1b506bb80 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Transition to ACTIVE for port object 47c71c0a-a5f7-4a6c-939c-81ef96bfa929 will not be triggered until provisioned by entity DHCP. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:08:53.792575 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-da388e20-98a0-4f6c-a388-6f2e871971c7 req-9355dcaa-0cd4-43c2-bee2-3b5a5d36e4f0 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 210 time: 0.0849295 May 19 21:08:53.891784 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ce2ce320-567c-4af4-9dc3-cff13e2a74b9 req-42b6bddd-bef4-4345-9263-dc4d73afaf5f tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 210 time: 0.0856509 May 19 21:08:53.909254 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-b3f19e42-f280-4f1e-bbd4-59cb1da40caa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8b2d0e7-03c8-4555-8af2-3847c800d7e4 {{(pid=91836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:08:53.918505 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-b3f19e42-f280-4f1e-bbd4-59cb1da40caa service neutron] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:53.935636 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-ef31e3ac-33a4-42f1-8916-d2e1b506bb80 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:53.939643 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-b3f19e42-f280-4f1e-bbd4-59cb1da40caa service neutron] Transition to ACTIVE for port object f8b2d0e7-03c8-4555-8af2-3847c800d7e4 will not be triggered until provisioned by entity L2. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:08:53.944427 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-e8a3b98a-1e8e-468a-93cf-b9a038d084d8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:53.980630 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-b3f19e42-f280-4f1e-bbd4-59cb1da40caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:54.075779 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-ef31e3ac-33a4-42f1-8916-d2e1b506bb80 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Network 33245778-87d9-4ace-bbb7-ad7041ac660d is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:08:54.082278 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31e3ac-33a4-42f1-8916-d2e1b506bb80 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Pushing event updated for resources: {'Port': ['ID=47c71c0a-a5f7-4a6c-939c-81ef96bfa929,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:54.092264 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-ef31e3ac-33a4-42f1-8916-d2e1b506bb80 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:08:54.094322 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-ef31e3ac-33a4-42f1-8916-d2e1b506bb80 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:54.097109 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-7c8ab076-ff55-4344-8192-5ff041cbc05e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:54.127790 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-ef31e3ac-33a4-42f1-8916-d2e1b506bb80 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:08:54.133487 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-ef31e3ac-33a4-42f1-8916-d2e1b506bb80 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:54.133933 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-ef31e3ac-33a4-42f1-8916-d2e1b506bb80 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:54.154791 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7231e-5387-4e3f-b3d4-05f10e74155b req-09e7f475-942a-4012-a62f-4c0238fdad8e tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:54.155658 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-c6c7231e-5387-4e3f-b3d4-05f10e74155b req-09e7f475-942a-4012-a62f-4c0238fdad8e tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Synchronizing usage tracker for tenant:181c084e22284e5ca4bdb85e1464e799 on resource:port {{(pid=91837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:08:54.173889 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-c6c7231e-5387-4e3f-b3d4-05f10e74155b req-09e7f475-942a-4012-a62f-4c0238fdad8e tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Unset dirty status for tenant:181c084e22284e5ca4bdb85e1464e799 on resource:port {{(pid=91837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:08:54.182962 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c6c7231e-5387-4e3f-b3d4-05f10e74155b req-09e7f475-942a-4012-a62f-4c0238fdad8e tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 932 time: 0.1226125 May 19 21:08:54.236242 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-c6c7231e-5387-4e3f-b3d4-05f10e74155b req-53ee262c-8c4c-491b-b2f9-4fd4790f6230 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Synchronizing usage tracker for tenant:181c084e22284e5ca4bdb85e1464e799 on resource:security_group {{(pid=91837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:08:54.239839 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-b3f19e42-f280-4f1e-bbd4-59cb1da40caa service neutron] Attempting to bind port f8b2d0e7-03c8-4555-8af2-3847c800d7e4 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:08:54.240121 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-b3f19e42-f280-4f1e-bbd4-59cb1da40caa service neutron] Attempting to bind port f8b2d0e7-03c8-4555-8af2-3847c800d7e4 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '9c7672e6-f67e-44aa-8350-195541f454ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ba66b4b4-ff54-4d87-8733-625194c2e0f7'}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:08:54.240448 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-b3f19e42-f280-4f1e-bbd4-59cb1da40caa service neutron] Attempting to bind port f8b2d0e7-03c8-4555-8af2-3847c800d7e4 on network ba66b4b4-ff54-4d87-8733-625194c2e0f7 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:08:54.245273 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-ef31e3ac-33a4-42f1-8916-d2e1b506bb80 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6450429 May 19 21:08:54.245883 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f19e42-f280-4f1e-bbd4-59cb1da40caa service neutron] Pushing event updated for resources: {'Port': ['ID=f8b2d0e7-03c8-4555-8af2-3847c800d7e4,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:54.250786 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-b3f19e42-f280-4f1e-bbd4-59cb1da40caa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:54.251404 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-b3f19e42-f280-4f1e-bbd4-59cb1da40caa service neutron] Port f8b2d0e7-03c8-4555-8af2-3847c800d7e4 on network ba66b4b4-ff54-4d87-8733-625194c2e0f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 21:08:54.251767 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-b3f19e42-f280-4f1e-bbd4-59cb1da40caa service neutron] Attempting to bind port f8b2d0e7-03c8-4555-8af2-3847c800d7e4 on network ba66b4b4-ff54-4d87-8733-625194c2e0f7 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:08:54.258313 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-b3f19e42-f280-4f1e-bbd4-59cb1da40caa service neutron] Checking agent: {'id': '2fb6168f-df3b-41e1-92fa-9ac77f822fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'started_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:08:54.258572 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-b3f19e42-f280-4f1e-bbd4-59cb1da40caa service neutron] Checking segment: {'id': '9c7672e6-f67e-44aa-8350-195541f454ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ba66b4b4-ff54-4d87-8733-625194c2e0f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:08:54.259037 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-b3f19e42-f280-4f1e-bbd4-59cb1da40caa service neutron] Bound using segment: {'id': '9c7672e6-f67e-44aa-8350-195541f454ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ba66b4b4-ff54-4d87-8733-625194c2e0f7'} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:08:54.259523 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-b3f19e42-f280-4f1e-bbd4-59cb1da40caa service neutron] Bound port: f8b2d0e7-03c8-4555-8af2-3847c800d7e4, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7672e6-f67e-44aa-8350-195541f454ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ba66b4b4-ff54-4d87-8733-625194c2e0f7'}}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:08:54.259901 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-b3f19e42-f280-4f1e-bbd4-59cb1da40caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:54.260012 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-c6c7231e-5387-4e3f-b3d4-05f10e74155b req-53ee262c-8c4c-491b-b2f9-4fd4790f6230 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Unset dirty status for tenant:181c084e22284e5ca4bdb85e1464e799 on resource:security_group {{(pid=91837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:08:54.267520 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c6c7231e-5387-4e3f-b3d4-05f10e74155b req-53ee262c-8c4c-491b-b2f9-4fd4790f6230 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832605 May 19 21:08:54.380174 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-b3f19e42-f280-4f1e-bbd4-59cb1da40caa service neutron] For port f8b2d0e7-03c8-4555-8af2-3847c800d7e4, host hv-cinder-78462, cleared binding levels {{(pid=91836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:08:54.383600 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-b3f19e42-f280-4f1e-bbd4-59cb1da40caa service neutron] For port f8b2d0e7-03c8-4555-8af2-3847c800d7e4, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f8b2d0e7-03c8-4555-8af2-3847c800d7e4,segment=NetworkSegment(9c7672e6-f67e-44aa-8350-195541f454ae),segment_id=9c7672e6-f67e-44aa-8350-195541f454ae)] {{(pid=91836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:08:54.390751 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-b3f19e42-f280-4f1e-bbd4-59cb1da40caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:54.397381 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-b3f19e42-f280-4f1e-bbd4-59cb1da40caa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:54.437534 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-4d04f648-9cd1-4f66-a032-89c654715441 None None] Provisioning for port 47c71c0a-a5f7-4a6c-939c-81ef96bfa929 completed by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:08:54.443285 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-4d04f648-9cd1-4f66-a032-89c654715441 None None] Provisioning complete for port 47c71c0a-a5f7-4a6c-939c-81ef96bfa929 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:08:54.443662 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-4d04f648-9cd1-4f66-a032-89c654715441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:54.496632 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f19e42-f280-4f1e-bbd4-59cb1da40caa service neutron] Pushing event updated for resources: {'Port': ['ID=f8b2d0e7-03c8-4555-8af2-3847c800d7e4,revision_number=3']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:54.500491 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-b3f19e42-f280-4f1e-bbd4-59cb1da40caa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:54.502723 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-b3f19e42-f280-4f1e-bbd4-59cb1da40caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:54.503366 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-b3f19e42-f280-4f1e-bbd4-59cb1da40caa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:54.504770 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-b3f19e42-f280-4f1e-bbd4-59cb1da40caa service neutron] 10.222.0.25 "PUT /v2.0/ports/f8b2d0e7-03c8-4555-8af2-3847c800d7e4 HTTP/1.1" status: 200 len: 1093 time: 2.5523157 May 19 21:08:54.505207 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd355b82e-ad7c-4af9-8cda-1d4c2fe27c63', 'tag': 'f8b2d0e7-03c8-4555-8af2-3847c800d7e4'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:08:54.531079 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-4d04f648-9cd1-4f66-a032-89c654715441 None None] Port 47c71c0a-a5f7-4a6c-939c-81ef96bfa929 cannot update to ACTIVE because it is not bound. {{(pid=91838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 21:08:54.563119 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd355b82e-ad7c-4af9-8cda-1d4c2fe27c63', 'tag': 'f8b2d0e7-03c8-4555-8af2-3847c800d7e4', 'status': 'completed', 'code': 200} May 19 21:08:54.695866 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c7dc1-63db-4b6e-b9b8-435a28bf2856 req-651ca7ed-89ab-4663-b4f2-30984dd4eb65 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:54.697365 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-191c7dc1-63db-4b6e-b9b8-435a28bf2856 req-651ca7ed-89ab-4663-b4f2-30984dd4eb65 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/ports?device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 945 time: 0.0803394 May 19 21:08:54.769514 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f44318-2f80-473d-ba68-6e8dc1fe4ff0 req-d8c4ad19-f32e-4ba7-b202-43a02eb29742 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:54.771100 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-41f44318-2f80-473d-ba68-6e8dc1fe4ff0 req-d8c4ad19-f32e-4ba7-b202-43a02eb29742 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=70e231d7-2a71-487c-ac53-41868e07328f HTTP/1.1" status: 200 len: 946 time: 0.0871313 May 19 21:08:54.818706 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-191c7dc1-63db-4b6e-b9b8-435a28bf2856 req-c3086236-2b92-419d-bce3-a3ace1d303d5 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/security-groups?id=09eb6322-ddae-41bb-bd64-ad6129682cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111002 May 19 21:08:54.821132 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-41f44318-2f80-473d-ba68-6e8dc1fe4ff0 req-2ae3ab13-8e25-4433-97e3-c668be42eda4 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426424 May 19 21:08:55.005982 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d31901-98b3-4914-a0b9-f47dd60fd569 req-d2631743-0bf6-4c68-9651-b5b073902bf9 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:55.007536 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-e8d31901-98b3-4914-a0b9-f47dd60fd569 req-d2631743-0bf6-4c68-9651-b5b073902bf9 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 931 time: 0.0884805 May 19 21:08:55.054085 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-e8d31901-98b3-4914-a0b9-f47dd60fd569 req-65a4eab5-d535-4f2b-8b96-6841de02368a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398705 May 19 21:08:55.057303 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a56c904b-5cbe-4028-96c0-7d60e3339eec req-9e56722b-a2c4-4d43-9d0e-171e76820ef0 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 210 time: 0.0451665 May 19 21:08:55.462506 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582a9c1-8f82-4eb1-833c-26b947cd9b39 req-b6b53287-8d59-4e4e-9fba-83baf7d95808 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:55.463243 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-b582a9c1-8f82-4eb1-833c-26b947cd9b39 req-b6b53287-8d59-4e4e-9fba-83baf7d95808 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Synchronizing usage tracker for tenant:181c084e22284e5ca4bdb85e1464e799 on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:08:55.475790 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-b582a9c1-8f82-4eb1-833c-26b947cd9b39 req-b6b53287-8d59-4e4e-9fba-83baf7d95808 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Unset dirty status for tenant:181c084e22284e5ca4bdb85e1464e799 on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:08:55.476918 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b582a9c1-8f82-4eb1-833c-26b947cd9b39 req-b6b53287-8d59-4e4e-9fba-83baf7d95808 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 932 time: 0.1042743 May 19 21:08:55.522606 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b582a9c1-8f82-4eb1-833c-26b947cd9b39 req-3b4abb18-a154-4e65-8b24-027a1af69e8e tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398660 May 19 21:08:55.631357 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df512a54-ee21-4263-a3b2-08ed48d400a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc25a864-33de-4f81-80bd-0680bd31d228'}] {{(pid=91838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:08:55.716051 dv-cinder-784623-12-iscsi neutron-server[91838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df512a54-ee21-4263-a3b2-08ed48d400a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc25a864-33de-4f81-80bd-0680bd31d228', 'code': 200} May 19 21:08:56.020648 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4394bc-f495-4138-a6a0-58d38243a6e8 req-e4402569-191c-4ebd-871d-84b74890ef99 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:56.022414 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-6a4394bc-f495-4138-a6a0-58d38243a6e8 req-e4402569-191c-4ebd-871d-84b74890ef99 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=70e231d7-2a71-487c-ac53-41868e07328f HTTP/1.1" status: 200 len: 946 time: 0.0854321 May 19 21:08:56.054348 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-25576543-e515-447f-a178-4c825dfb1d6b req-b916786b-1daa-4b3c-be02-6996871ccabd tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Request body: {'port': {'device_id': 'f8d0c4d2-8518-479a-b6d6-b5ea9503e96e', 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a', 'admin_state_up': True, 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'security_groups': ['1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7']}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:56.069710 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-50384c32-bb68-4253-8166-621699dfa6b2 service neutron] Request body: {'port': {'device_id': '70a27231-ee3a-4cf0-b09c-99d06383ee13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:56.116913 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-6a4394bc-f495-4138-a6a0-58d38243a6e8 req-cb164bb5-1b96-408f-a956-20b438029db5 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875821 May 19 21:08:56.158897 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-0130af4d-9d59-4044-bae8-5f7a48417964 service neutron] Request body: {'port': {'device_id': 'd455e522-6423-4e4b-af9c-9ea35d638a20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:56.225885 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-50384c32-bb68-4253-8166-621699dfa6b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:56.329895 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-e92c4865-45a3-4825-9565-b90215579fbf req-4e7ae608-da58-480a-ba87-e9d8a5523f84 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 210 time: 0.0870938 May 19 21:08:56.378466 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e5146-9999-45ec-86db-7da207e05bdd req-d3c7dd15-4f14-4152-a04e-546979d6b913 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:56.386403 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a42e5146-9999-45ec-86db-7da207e05bdd req-d3c7dd15-4f14-4152-a04e-546979d6b913 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/ports?device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 945 time: 0.4527407 May 19 21:08:56.418674 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-25576543-e515-447f-a178-4c825dfb1d6b req-b916786b-1daa-4b3c-be02-6996871ccabd tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:56.440017 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-25576543-e515-447f-a178-4c825dfb1d6b req-b916786b-1daa-4b3c-be02-6996871ccabd tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:56.449377 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-0130af4d-9d59-4044-bae8-5f7a48417964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:56.461521 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.25', 58132) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:56.519295 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a42e5146-9999-45ec-86db-7da207e05bdd req-6b59bfbb-9511-458b-bdcc-d8d830f9701e tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/security-groups?id=09eb6322-ddae-41bb-bd64-ad6129682cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315868 May 19 21:08:56.520321 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25576543-e515-447f-a178-4c825dfb1d6b req-b916786b-1daa-4b3c-be02-6996871ccabd tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Made reservation on behalf of 8e1b034612bc4c438c95a1e8b0fd3627 for: {'port': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:08:56.524090 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-25576543-e515-447f-a178-4c825dfb1d6b req-b916786b-1daa-4b3c-be02-6996871ccabd tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:56.533345 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.25', 58133) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:08:56.601266 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504f090-9529-463e-aa5a-94bdd624c78e req-ee8534ab-3ccd-4b76-b7fd-ce5119f5f1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:56.602797 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2504f090-9529-463e-aa5a-94bdd624c78e req-ee8534ab-3ccd-4b76-b7fd-ce5119f5f1be service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=181c084e22284e5ca4bdb85e1464e799&device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 1096 time: 0.3803003 May 19 21:08:56.754399 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721bf47-4d8e-4857-ab03-48ff489625a4 req-714ead5a-7505-4d25-bfaf-7c09a3409261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:56.755895 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-a721bf47-4d8e-4857-ab03-48ff489625a4 req-714ead5a-7505-4d25-bfaf-7c09a3409261 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=70e231d7-2a71-487c-ac53-41868e07328f HTTP/1.1" status: 200 len: 1099 time: 0.2931926 May 19 21:08:56.764414 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1c15c-0bdf-4836-bb72-5a4096417f10 req-33092c90-ba87-4561-9cce-b82a3b16bfb8 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:56.765968 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-f8f1c15c-0bdf-4836-bb72-5a4096417f10 req-33092c90-ba87-4561-9cce-b82a3b16bfb8 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 931 time: 0.2990198 May 19 21:08:56.812513 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [req-a721bf47-4d8e-4857-ab03-48ff489625a4 req-43d2df1b-8cb5-47e1-9dd9-e00ae373dc8a service neutron] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:56.932681 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [req-a721bf47-4d8e-4857-ab03-48ff489625a4 req-43d2df1b-8cb5-47e1-9dd9-e00ae373dc8a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:56.942595 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-a721bf47-4d8e-4857-ab03-48ff489625a4 req-43d2df1b-8cb5-47e1-9dd9-e00ae373dc8a service neutron] Usage tracker for resource:security_group_rule and tenant:55ac4a7a252944349a23a5d1b6ce2c58 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:56.947762 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-a721bf47-4d8e-4857-ab03-48ff489625a4 req-43d2df1b-8cb5-47e1-9dd9-e00ae373dc8a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:56.959734 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [req-a721bf47-4d8e-4857-ab03-48ff489625a4 req-43d2df1b-8cb5-47e1-9dd9-e00ae373dc8a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:56.990955 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-f8f1c15c-0bdf-4836-bb72-5a4096417f10 req-ac655665-264f-40fe-b4bd-c2b69e70abc9 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141607 May 19 21:08:57.003542 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.notifiers.nova [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-50384c32-bb68-4253-8166-621699dfa6b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9aa138d-c786-45b2-b42b-72ed21935e79 {{(pid=91837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:08:57.030323 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-50384c32-bb68-4253-8166-621699dfa6b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:57.070762 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.provisioning_blocks [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-50384c32-bb68-4253-8166-621699dfa6b2 service neutron] Transition to ACTIVE for port object e9aa138d-c786-45b2-b42b-72ed21935e79 will not be triggered until provisioned by entity L2. {{(pid=91837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:08:57.083566 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-50384c32-bb68-4253-8166-621699dfa6b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:57.102306 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:57.123681 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf0235-64ce-46bf-a87a-16fb27eb52bf req-9a03f4ea-71ee-410f-aea5-5c7821fee563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:57.125227 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-eeaf0235-64ce-46bf-a87a-16fb27eb52bf req-9a03f4ea-71ee-410f-aea5-5c7821fee563 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 1098 time: 0.5822809 May 19 21:08:57.165954 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504f090-9529-463e-aa5a-94bdd624c78e req-b5541989-c6b3-4cdf-a7ca-3e3ca7e1a4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:57.167679 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2504f090-9529-463e-aa5a-94bdd624c78e req-b5541989-c6b3-4cdf-a7ca-3e3ca7e1a4fa service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=181c084e22284e5ca4bdb85e1464e799&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5530374 May 19 21:08:57.206828 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-eeaf0235-64ce-46bf-a87a-16fb27eb52bf req-d37fc003-7e30-4a86-bd6f-f6c417484e2d service neutron] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:57.247215 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [req-25576543-e515-447f-a178-4c825dfb1d6b req-b916786b-1daa-4b3c-be02-6996871ccabd tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Allocated IP 172.20.0.8 (73cdea18-8046-49f0-a6f7-a0df883fcd0a/630830f2-778f-4bba-87b9-a49ae18b87af/f754221b-9321-429c-b76d-2a4ae4f1f65a) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:08:57.286629 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca54cd8-297e-4c38-94f4-4b999d21bd97 req-7bd5234b-b034-4271-8d06-dff96c090fb8 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:57.288264 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-aca54cd8-297e-4c38-94f4-4b999d21bd97 req-7bd5234b-b034-4271-8d06-dff96c090fb8 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 932 time: 0.6050773 May 19 21:08:57.338489 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-eeaf0235-64ce-46bf-a87a-16fb27eb52bf req-d37fc003-7e30-4a86-bd6f-f6c417484e2d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:08:57.357929 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-eeaf0235-64ce-46bf-a87a-16fb27eb52bf req-d37fc003-7e30-4a86-bd6f-f6c417484e2d service neutron] Usage tracker for resource:security_group_rule and tenant:55ac4a7a252944349a23a5d1b6ce2c58 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:08:57.360862 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50384c32-bb68-4253-8166-621699dfa6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9aa138d-c786-45b2-b42b-72ed21935e79,revision_number=2']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:57.373354 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.managers [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-50384c32-bb68-4253-8166-621699dfa6b2 service neutron] Attempting to bind port e9aa138d-c786-45b2-b42b-72ed21935e79 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:08:57.373684 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.managers [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-50384c32-bb68-4253-8166-621699dfa6b2 service neutron] Attempting to bind port e9aa138d-c786-45b2-b42b-72ed21935e79 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '9c7672e6-f67e-44aa-8350-195541f454ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ba66b4b4-ff54-4d87-8733-625194c2e0f7'}] {{(pid=91837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:08:57.373815 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-eeaf0235-64ce-46bf-a87a-16fb27eb52bf req-d37fc003-7e30-4a86-bd6f-f6c417484e2d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:08:57.373976 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-50384c32-bb68-4253-8166-621699dfa6b2 service neutron] Attempting to bind port e9aa138d-c786-45b2-b42b-72ed21935e79 on network ba66b4b4-ff54-4d87-8733-625194c2e0f7 {{(pid=91837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:08:57.376321 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-50384c32-bb68-4253-8166-621699dfa6b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:57.396321 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-50384c32-bb68-4253-8166-621699dfa6b2 service neutron] Port e9aa138d-c786-45b2-b42b-72ed21935e79 on network ba66b4b4-ff54-4d87-8733-625194c2e0f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 21:08:57.396661 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-50384c32-bb68-4253-8166-621699dfa6b2 service neutron] Attempting to bind port e9aa138d-c786-45b2-b42b-72ed21935e79 on network ba66b4b4-ff54-4d87-8733-625194c2e0f7 {{(pid=91837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:08:57.403208 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-eeaf0235-64ce-46bf-a87a-16fb27eb52bf req-d37fc003-7e30-4a86-bd6f-f6c417484e2d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:08:57.418308 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-50384c32-bb68-4253-8166-621699dfa6b2 service neutron] Checking agent: {'id': '2fb6168f-df3b-41e1-92fa-9ac77f822fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'started_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:08:57.418641 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-50384c32-bb68-4253-8166-621699dfa6b2 service neutron] Checking segment: {'id': '9c7672e6-f67e-44aa-8350-195541f454ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ba66b4b4-ff54-4d87-8733-625194c2e0f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:08:57.419062 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-50384c32-bb68-4253-8166-621699dfa6b2 service neutron] Bound using segment: {'id': '9c7672e6-f67e-44aa-8350-195541f454ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ba66b4b4-ff54-4d87-8733-625194c2e0f7'} {{(pid=91837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:08:57.419499 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.managers [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-50384c32-bb68-4253-8166-621699dfa6b2 service neutron] Bound port: e9aa138d-c786-45b2-b42b-72ed21935e79, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7672e6-f67e-44aa-8350-195541f454ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ba66b4b4-ff54-4d87-8733-625194c2e0f7'}}] {{(pid=91837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:08:57.419831 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-50384c32-bb68-4253-8166-621699dfa6b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:57.444546 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [req-a721bf47-4d8e-4857-ab03-48ff489625a4 req-43d2df1b-8cb5-47e1-9dd9-e00ae373dc8a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:57.486493 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [req-a721bf47-4d8e-4857-ab03-48ff489625a4 req-43d2df1b-8cb5-47e1-9dd9-e00ae373dc8a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:57.500626 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-aca54cd8-297e-4c38-94f4-4b999d21bd97 req-756d415d-dd95-4381-bb73-fc2c8f772e39 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445611 May 19 21:08:57.504762 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:57.533526 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-a721bf47-4d8e-4857-ab03-48ff489625a4 req-43d2df1b-8cb5-47e1-9dd9-e00ae373dc8a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7664707 May 19 21:08:57.543389 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504f090-9529-463e-aa5a-94bdd624c78e req-250df55a-830c-457b-a5d0-3da9e7fbcf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:57.544865 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2504f090-9529-463e-aa5a-94bdd624c78e req-250df55a-830c-457b-a5d0-3da9e7fbcf71 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3692448 May 19 21:08:57.572319 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2df1b-8cb5-47e1-9dd9-e00ae373dc8a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=74fc215b-4b04-43cc-8278-2079d01bbdc7,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:57.583755 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91405e-dc12-415e-a1ad-d3d46eb11f1b req-12cf9c18-98e0-4c94-b18a-5cfb7897adbb tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:57.585389 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-ba91405e-dc12-415e-a1ad-d3d46eb11f1b req-12cf9c18-98e0-4c94-b18a-5cfb7897adbb tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=70e231d7-2a71-487c-ac53-41868e07328f HTTP/1.1" status: 200 len: 946 time: 0.2872181 May 19 21:08:57.586217 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-43d2df1b-8cb5-47e1-9dd9-e00ae373dc8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:57.588987 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.db [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-50384c32-bb68-4253-8166-621699dfa6b2 service neutron] For port e9aa138d-c786-45b2-b42b-72ed21935e79, host hv-cinder-78462, cleared binding levels {{(pid=91837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:08:57.593812 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.db [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-50384c32-bb68-4253-8166-621699dfa6b2 service neutron] For port e9aa138d-c786-45b2-b42b-72ed21935e79, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e9aa138d-c786-45b2-b42b-72ed21935e79,segment=NetworkSegment(9c7672e6-f67e-44aa-8350-195541f454ae),segment_id=9c7672e6-f67e-44aa-8350-195541f454ae)] {{(pid=91837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:08:57.594110 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.db.api [req-eeaf0235-64ce-46bf-a87a-16fb27eb52bf req-d37fc003-7e30-4a86-bd6f-f6c417484e2d service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 55ac4a7a252944349a23a5d1b6ce2c58 {{(pid=91836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 21:08:57.594697 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_db.api [req-eeaf0235-64ce-46bf-a87a-16fb27eb52bf req-d37fc003-7e30-4a86-bd6f-f6c417484e2d service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 21:08:57.601359 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-50384c32-bb68-4253-8166-621699dfa6b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:57.627450 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:57.696432 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-50384c32-bb68-4253-8166-621699dfa6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:57.697090 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-50384c32-bb68-4253-8166-621699dfa6b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for port, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:57.698489 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-50384c32-bb68-4253-8166-621699dfa6b2 service neutron] 10.222.0.25 "PUT /v2.0/ports/e9aa138d-c786-45b2-b42b-72ed21935e79 HTTP/1.1" status: 200 len: 1094 time: 1.6354179 May 19 21:08:57.698996 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a27231-ee3a-4cf0-b09c-99d06383ee13', 'tag': 'e9aa138d-c786-45b2-b42b-72ed21935e79'}] {{(pid=91837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:08:57.721528 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-ba91405e-dc12-415e-a1ad-d3d46eb11f1b req-f78bfa86-2430-420d-aacb-07a7755514ef tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229393 May 19 21:08:57.733606 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50384c32-bb68-4253-8166-621699dfa6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9aa138d-c786-45b2-b42b-72ed21935e79,revision_number=3']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:57.736944 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-50384c32-bb68-4253-8166-621699dfa6b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:57.849675 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a57f6100-7583-450f-a7ed-79f9d10f6edc req-912ed430-7dc5-4ced-81a1-305ace50217e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 210 time: 0.1996090 May 19 21:08:57.856239 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-0130af4d-9d59-4044-bae8-5f7a48417964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c71c0a-a5f7-4a6c-939c-81ef96bfa929 {{(pid=91836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:08:57.876950 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-0130af4d-9d59-4044-bae8-5f7a48417964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:57.929536 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-0130af4d-9d59-4044-bae8-5f7a48417964 service neutron] Transition to ACTIVE for port object 47c71c0a-a5f7-4a6c-939c-81ef96bfa929 will not be triggered until provisioned by entity L2. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:08:57.936599 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-25576543-e515-447f-a178-4c825dfb1d6b req-b916786b-1daa-4b3c-be02-6996871ccabd tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:57.946030 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-0130af4d-9d59-4044-bae8-5f7a48417964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:57.961219 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-b3f19e42-f280-4f1e-bbd4-59cb1da40caa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:57.965781 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a27231-ee3a-4cf0-b09c-99d06383ee13', 'tag': 'e9aa138d-c786-45b2-b42b-72ed21935e79', 'status': 'completed', 'code': 200} May 19 21:08:57.983178 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-ff5bf811-7418-4191-b7c3-816c21abc18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:57.984666 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-ff5bf811-7418-4191-b7c3-816c21abc18b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=181c084e22284e5ca4bdb85e1464e799&device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 1097 time: 0.2147181 May 19 21:08:57.999087 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [req-25576543-e515-447f-a178-4c825dfb1d6b req-b916786b-1daa-4b3c-be02-6996871ccabd tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Transition to ACTIVE for port object f754221b-9321-429c-b76d-2a4ae4f1f65a will not be triggered until provisioned by entity DHCP. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:08:58.022254 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-59a3aa89-2c73-47be-9f74-7313a541a8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:58.023774 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-59a3aa89-2c73-47be-9f74-7313a541a8ce service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=181c084e22284e5ca4bdb85e1464e799&device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 1096 time: 0.3749292 May 19 21:08:58.057443 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-88531adf-6c9a-4273-aa8f-3c1d1ebae1e1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9aa138d-c786-45b2-b42b-72ed21935e79 HTTP/1.1" status: 200 len: 217 time: 0.0654368 May 19 21:08:58.141130 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086fd09-4c46-428e-99ba-22186bf6d3dd req-187b0de5-da45-4e66-9501-8a2218f3a302 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:58.148966 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-3086fd09-4c46-428e-99ba-22186bf6d3dd req-187b0de5-da45-4e66-9501-8a2218f3a302 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/ports?device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 945 time: 0.3157568 May 19 21:08:58.170816 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-eeaf0235-64ce-46bf-a87a-16fb27eb52bf req-d37fc003-7e30-4a86-bd6f-f6c417484e2d service neutron] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:58.211639 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-b06e5149-116c-400e-b32f-aba79f608b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:58.213188 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-b06e5149-116c-400e-b32f-aba79f608b34 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4eb5b8dd-57eb-4bea-ad4e-bbeedb2dc092 HTTP/1.1" status: 200 len: 859 time: 0.1476300 May 19 21:08:58.230187 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-3086fd09-4c46-428e-99ba-22186bf6d3dd req-c9c1fa16-c7dc-4941-8761-ac616093bf04 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/security-groups?id=09eb6322-ddae-41bb-bd64-ad6129682cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781820 May 19 21:08:58.235518 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-3a878e83-584e-46fa-b510-a620da94dc48 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8b2d0e7-03c8-4555-8af2-3847c800d7e4 HTTP/1.1" status: 200 len: 217 time: 0.1530657 May 19 21:08:58.240145 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130af4d-9d59-4044-bae8-5f7a48417964 service neutron] Pushing event updated for resources: {'Port': ['ID=47c71c0a-a5f7-4a6c-939c-81ef96bfa929,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:58.287874 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-b7367e55-4134-46b0-aa2a-3b9a09b55795 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ba66b4b4-ff54-4d87-8733-625194c2e0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565705 May 19 21:08:58.359659 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-0130af4d-9d59-4044-bae8-5f7a48417964 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:58.446987 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-0130af4d-9d59-4044-bae8-5f7a48417964 service neutron] Attempting to bind port 47c71c0a-a5f7-4a6c-939c-81ef96bfa929 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:08:58.447327 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-0130af4d-9d59-4044-bae8-5f7a48417964 service neutron] Attempting to bind port 47c71c0a-a5f7-4a6c-939c-81ef96bfa929 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'dd24c109-b873-4075-a547-36393fe5fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d'}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:08:58.447652 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-0130af4d-9d59-4044-bae8-5f7a48417964 service neutron] Attempting to bind port 47c71c0a-a5f7-4a6c-939c-81ef96bfa929 on network 33245778-87d9-4ace-bbb7-ad7041ac660d {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:08:58.463678 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-0130af4d-9d59-4044-bae8-5f7a48417964 service neutron] Port 47c71c0a-a5f7-4a6c-939c-81ef96bfa929 on network 33245778-87d9-4ace-bbb7-ad7041ac660d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 21:08:58.463998 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-0130af4d-9d59-4044-bae8-5f7a48417964 service neutron] Attempting to bind port 47c71c0a-a5f7-4a6c-939c-81ef96bfa929 on network 33245778-87d9-4ace-bbb7-ad7041ac660d {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:08:58.476239 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-40a8ad4f-be45-49de-b369-3da3fd6fc843 service neutron] 10.222.0.25 "GET /v2.0/networks/ba66b4b4-ff54-4d87-8733-625194c2e0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811662 May 19 21:08:58.476512 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-10c4428f-d4a8-4481-af1f-34c8c70c6fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:58.477940 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-10c4428f-d4a8-4481-af1f-34c8c70c6fee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4eb5b8dd-57eb-4bea-ad4e-bbeedb2dc092 HTTP/1.1" status: 200 len: 859 time: 0.2010536 May 19 21:08:58.481999 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-25576543-e515-447f-a178-4c825dfb1d6b req-b916786b-1daa-4b3c-be02-6996871ccabd tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:58.529644 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-0130af4d-9d59-4044-bae8-5f7a48417964 service neutron] Checking agent: {'id': '2fb6168f-df3b-41e1-92fa-9ac77f822fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'started_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:08:58.530202 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-0130af4d-9d59-4044-bae8-5f7a48417964 service neutron] Checking segment: {'id': 'dd24c109-b873-4075-a547-36393fe5fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:08:58.530760 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-0130af4d-9d59-4044-bae8-5f7a48417964 service neutron] Bound using segment: {'id': 'dd24c109-b873-4075-a547-36393fe5fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d'} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:08:58.531371 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-0130af4d-9d59-4044-bae8-5f7a48417964 service neutron] Bound port: 47c71c0a-a5f7-4a6c-939c-81ef96bfa929, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd24c109-b873-4075-a547-36393fe5fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d'}}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:08:58.531879 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-0130af4d-9d59-4044-bae8-5f7a48417964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:58.552644 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-5df1aefb-5c1d-4e70-9620-27496ce1db95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:58.619703 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-86b95978-4f19-4601-b99b-24c8106b8a24 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ba66b4b4-ff54-4d87-8733-625194c2e0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248627 May 19 21:08:58.621251 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-eeaf0235-64ce-46bf-a87a-16fb27eb52bf req-d37fc003-7e30-4a86-bd6f-f6c417484e2d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=09eb6322-ddae-41bb-bd64-ad6129682cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4882317 May 19 21:08:58.719958 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25576543-e515-447f-a178-4c825dfb1d6b req-b916786b-1daa-4b3c-be02-6996871ccabd tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Network 73cdea18-8046-49f0-a6f7-a0df883fcd0a is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:08:58.739097 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [req-25576543-e515-447f-a178-4c825dfb1d6b req-b916786b-1daa-4b3c-be02-6996871ccabd tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:08:58.758814 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819d7d8-7c33-4bee-be55-2f9936adb175 req-8abbf027-b95d-4172-a664-b47ee0f43dbd tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:58.759900 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-c819d7d8-7c33-4bee-be55-2f9936adb175 req-8abbf027-b95d-4172-a664-b47ee0f43dbd tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Synchronizing usage tracker for tenant:c68d7fb43ad842fea0b389e597b14848 on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:08:58.762773 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-25576543-e515-447f-a178-4c825dfb1d6b req-b916786b-1daa-4b3c-be02-6996871ccabd tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:08:58.769282 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25576543-e515-447f-a178-4c825dfb1d6b req-b916786b-1daa-4b3c-be02-6996871ccabd tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:58.769925 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-25576543-e515-447f-a178-4c825dfb1d6b req-b916786b-1daa-4b3c-be02-6996871ccabd tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:58.780196 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916786b-1daa-4b3c-be02-6996871ccabd tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Pushing event updated for resources: {'Port': ['ID=f754221b-9321-429c-b76d-2a4ae4f1f65a,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:58.796640 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-b916786b-1daa-4b3c-be02-6996871ccabd tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:58.854023 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-80e08611-a7ca-460b-82ca-7b67e1d980da req-fd7e83e4-4e16-4c57-bfbc-8e4d64d8b638 service neutron] 10.222.0.25 "GET /v2.0/networks/ba66b4b4-ff54-4d87-8733-625194c2e0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646238 May 19 21:08:58.894326 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c7fe2-fd5a-4c4a-95f0-6890b147aae2 req-8bc5f9d5-d3b2-40e7-a18f-9baec4194574 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:58.904921 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-fc8c7fe2-fd5a-4c4a-95f0-6890b147aae2 req-8bc5f9d5-d3b2-40e7-a18f-9baec4194574 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 944 time: 0.2088804 May 19 21:08:58.924255 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-c819d7d8-7c33-4bee-be55-2f9936adb175 req-8abbf027-b95d-4172-a664-b47ee0f43dbd tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Unset dirty status for tenant:c68d7fb43ad842fea0b389e597b14848 on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:08:58.925684 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c819d7d8-7c33-4bee-be55-2f9936adb175 req-8abbf027-b95d-4172-a664-b47ee0f43dbd tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 943 time: 0.6946788 May 19 21:08:58.932299 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-0130af4d-9d59-4044-bae8-5f7a48417964 service neutron] For port 47c71c0a-a5f7-4a6c-939c-81ef96bfa929, host hv-cinder-78462, cleared binding levels {{(pid=91836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:08:58.988610 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-0130af4d-9d59-4044-bae8-5f7a48417964 service neutron] For port 47c71c0a-a5f7-4a6c-939c-81ef96bfa929, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=47c71c0a-a5f7-4a6c-939c-81ef96bfa929,segment=NetworkSegment(dd24c109-b873-4075-a547-36393fe5fd42),segment_id=dd24c109-b873-4075-a547-36393fe5fd42)] {{(pid=91836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:08:58.988610 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-25576543-e515-447f-a178-4c825dfb1d6b req-b916786b-1daa-4b3c-be02-6996871ccabd tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9351878 May 19 21:08:59.010280 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-25576543-e515-447f-a178-4c825dfb1d6b req-b6d21f05-f25e-415b-b51d-a9619769fbf8 service neutron] Request body: {'port': {'device_id': 'f8d0c4d2-8518-479a-b6d6-b5ea9503e96e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:08:59.051801 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-0130af4d-9d59-4044-bae8-5f7a48417964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:59.076159 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-7c8ab076-ff55-4344-8192-5ff041cbc05e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:08:59.081295 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-fc8c7fe2-fd5a-4c4a-95f0-6890b147aae2 req-719b6305-84a5-43bc-a4d3-2ed4c413874a tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746604 May 19 21:08:59.096891 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de420a6-dcac-4792-89bf-41843a88a720 req-c0a145bf-637f-42c6-9281-38c5cd5c3e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:59.100231 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-9de420a6-dcac-4792-89bf-41843a88a720 req-c0a145bf-637f-42c6-9281-38c5cd5c3e5b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=181c084e22284e5ca4bdb85e1464e799&device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 1097 time: 0.1518426 May 19 21:08:59.106927 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c819d7d8-7c33-4bee-be55-2f9936adb175 req-854db7fa-4924-4d74-ad60-51a9417d5d40 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688139 May 19 21:08:59.108664 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-9f5c72d6-00a0-4509-abae-582256263511 service neutron] 10.222.0.25 "GET /v2.0/networks/ba66b4b4-ff54-4d87-8733-625194c2e0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370880 May 19 21:08:59.140433 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-f014d359-08ec-44b3-aa6b-203b8d3e139f None None] Provisioning for port f754221b-9321-429c-b76d-2a4ae4f1f65a completed by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:08:59.154169 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-f014d359-08ec-44b3-aa6b-203b8d3e139f None None] Provisioning complete for port f754221b-9321-429c-b76d-2a4ae4f1f65a triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:08:59.154691 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-f014d359-08ec-44b3-aa6b-203b8d3e139f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:59.248001 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-0130af4d-9d59-4044-bae8-5f7a48417964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:59.248618 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-0130af4d-9d59-4044-bae8-5f7a48417964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:59.251059 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-0130af4d-9d59-4044-bae8-5f7a48417964 service neutron] 10.222.0.25 "PUT /v2.0/ports/47c71c0a-a5f7-4a6c-939c-81ef96bfa929 HTTP/1.1" status: 200 len: 1093 time: 3.1021509 May 19 21:08:59.253102 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd455e522-6423-4e4b-af9c-9ea35d638a20', 'tag': '47c71c0a-a5f7-4a6c-939c-81ef96bfa929'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:08:59.294044 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-f014d359-08ec-44b3-aa6b-203b8d3e139f None None] Port f754221b-9321-429c-b76d-2a4ae4f1f65a cannot update to ACTIVE because it is not bound. {{(pid=91838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 21:08:59.296355 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de420a6-dcac-4792-89bf-41843a88a720 req-a4acbfc4-fcd6-4487-b4dc-e713b332f839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:59.298464 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-9de420a6-dcac-4792-89bf-41843a88a720 req-a4acbfc4-fcd6-4487-b4dc-e713b332f839 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ba66b4b4-ff54-4d87-8733-625194c2e0f7 HTTP/1.1" status: 200 len: 920 time: 0.1918447 May 19 21:08:59.415160 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-9de420a6-dcac-4792-89bf-41843a88a720 req-0463bd22-321f-4e0f-bc0f-526a4be8056b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9aa138d-c786-45b2-b42b-72ed21935e79 HTTP/1.1" status: 200 len: 217 time: 0.0770211 May 19 21:08:59.450544 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9bb9f-87cb-4c4f-a0c7-98da9dcd578a req-d15af45f-82be-4676-8fe6-9a9595581c55 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:59.453589 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-a2f9bb9f-87cb-4c4f-a0c7-98da9dcd578a req-d15af45f-82be-4676-8fe6-9a9595581c55 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=70e231d7-2a71-487c-ac53-41868e07328f HTTP/1.1" status: 200 len: 946 time: 0.1539929 May 19 21:08:59.494256 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-25576543-e515-447f-a178-4c825dfb1d6b req-b6d21f05-f25e-415b-b51d-a9619769fbf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:08:59.519381 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-a2f9bb9f-87cb-4c4f-a0c7-98da9dcd578a req-b40e8252-f9c7-4c05-b676-a6c771ee6506 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586190 May 19 21:08:59.523721 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130af4d-9d59-4044-bae8-5f7a48417964 service neutron] Pushing event updated for resources: {'Port': ['ID=47c71c0a-a5f7-4a6c-939c-81ef96bfa929,revision_number=3']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:08:59.538219 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-0130af4d-9d59-4044-bae8-5f7a48417964 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:08:59.631315 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-783f6c1c-16f7-4680-9d32-87e60c6e3037 req-7c9a77c3-1dad-49f1-8f36-e4d6b1b0753f service neutron] 10.222.0.25 "GET /v2.0/networks/ba66b4b4-ff54-4d87-8733-625194c2e0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4988976 May 19 21:08:59.725069 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a80707-8d95-47e0-8845-210687c3d2d7 req-0117c3db-5961-4249-a5f4-cc884c6ecf0c tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:59.725069 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-19a80707-8d95-47e0-8845-210687c3d2d7 req-0117c3db-5961-4249-a5f4-cc884c6ecf0c tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/ports?device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 945 time: 0.0989780 May 19 21:08:59.774878 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-19a80707-8d95-47e0-8845-210687c3d2d7 req-042e4561-6904-4ee0-adeb-b7c0e6dd4829 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/security-groups?id=09eb6322-ddae-41bb-bd64-ad6129682cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431354 May 19 21:08:59.814621 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-c7250f4a-c09e-44ce-8d61-316ca21ae952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:59.816130 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-c7250f4a-c09e-44ce-8d61-316ca21ae952 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c68d7fb43ad842fea0b389e597b14848&device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 1096 time: 0.4998908 May 19 21:08:59.823527 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cf2b5-9d82-485d-ad46-a05c80717c92 req-ec57cb54-82cb-439a-b70a-d65b12d4bcba tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:08:59.824215 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-9a1cf2b5-9d82-485d-ad46-a05c80717c92 req-ec57cb54-82cb-439a-b70a-d65b12d4bcba tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Synchronizing usage tracker for tenant:8e1b034612bc4c438c95a1e8b0fd3627 on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:08:59.844099 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd455e522-6423-4e4b-af9c-9ea35d638a20', 'tag': '47c71c0a-a5f7-4a6c-939c-81ef96bfa929', 'status': 'completed', 'code': 200} May 19 21:08:59.877546 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-9a1cf2b5-9d82-485d-ad46-a05c80717c92 req-ec57cb54-82cb-439a-b70a-d65b12d4bcba tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Unset dirty status for tenant:8e1b034612bc4c438c95a1e8b0fd3627 on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:08:59.878691 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9a1cf2b5-9d82-485d-ad46-a05c80717c92 req-ec57cb54-82cb-439a-b70a-d65b12d4bcba tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 931 time: 0.5353463 May 19 21:08:59.999528 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9a1cf2b5-9d82-485d-ad46-a05c80717c92 req-7f0fd98d-221b-4b61-9efe-6f69b928ea79 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137888 May 19 21:09:00.110381 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [req-25576543-e515-447f-a178-4c825dfb1d6b req-b6d21f05-f25e-415b-b51d-a9619769fbf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f754221b-9321-429c-b76d-2a4ae4f1f65a {{(pid=91836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:09:00.120905 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-25576543-e515-447f-a178-4c825dfb1d6b req-b6d21f05-f25e-415b-b51d-a9619769fbf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:00.136946 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [req-25576543-e515-447f-a178-4c825dfb1d6b req-b6d21f05-f25e-415b-b51d-a9619769fbf8 service neutron] Transition to ACTIVE for port object f754221b-9321-429c-b76d-2a4ae4f1f65a will not be triggered until provisioned by entity L2. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:09:00.142417 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-25576543-e515-447f-a178-4c825dfb1d6b req-b6d21f05-f25e-415b-b51d-a9619769fbf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:00.147234 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:00.317324 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe6181-eb68-459f-b5dc-c9d4fbb740af req-28f13e56-b5b0-483e-a494-9a1498450699 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:00.319364 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-82fe6181-eb68-459f-b5dc-c9d4fbb740af req-28f13e56-b5b0-483e-a494-9a1498450699 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 944 time: 0.1025016 May 19 21:09:00.369399 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d21f05-f25e-415b-b51d-a9619769fbf8 service neutron] Pushing event updated for resources: {'Port': ['ID=f754221b-9321-429c-b76d-2a4ae4f1f65a,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:00.371705 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-82fe6181-eb68-459f-b5dc-c9d4fbb740af req-6998d4b3-5e3e-426a-bfe5-90d04194d595 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440443 May 19 21:09:00.372983 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-b6d21f05-f25e-415b-b51d-a9619769fbf8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:00.406785 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-25576543-e515-447f-a178-4c825dfb1d6b req-b6d21f05-f25e-415b-b51d-a9619769fbf8 service neutron] Attempting to bind port f754221b-9321-429c-b76d-2a4ae4f1f65a on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:09:00.407156 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-25576543-e515-447f-a178-4c825dfb1d6b req-b6d21f05-f25e-415b-b51d-a9619769fbf8 service neutron] Attempting to bind port f754221b-9321-429c-b76d-2a4ae4f1f65a by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '7ebb5a37-186a-44c7-8b3d-dea339fd8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a'}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:09:00.407491 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25576543-e515-447f-a178-4c825dfb1d6b req-b6d21f05-f25e-415b-b51d-a9619769fbf8 service neutron] Attempting to bind port f754221b-9321-429c-b76d-2a4ae4f1f65a on network 73cdea18-8046-49f0-a6f7-a0df883fcd0a {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:09:00.415993 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25576543-e515-447f-a178-4c825dfb1d6b req-b6d21f05-f25e-415b-b51d-a9619769fbf8 service neutron] Port f754221b-9321-429c-b76d-2a4ae4f1f65a on network 73cdea18-8046-49f0-a6f7-a0df883fcd0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 21:09:00.416310 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25576543-e515-447f-a178-4c825dfb1d6b req-b6d21f05-f25e-415b-b51d-a9619769fbf8 service neutron] Attempting to bind port f754221b-9321-429c-b76d-2a4ae4f1f65a on network 73cdea18-8046-49f0-a6f7-a0df883fcd0a {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:09:00.423711 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25576543-e515-447f-a178-4c825dfb1d6b req-b6d21f05-f25e-415b-b51d-a9619769fbf8 service neutron] Checking agent: {'id': '2fb6168f-df3b-41e1-92fa-9ac77f822fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'started_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:09:00.424045 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25576543-e515-447f-a178-4c825dfb1d6b req-b6d21f05-f25e-415b-b51d-a9619769fbf8 service neutron] Checking segment: {'id': '7ebb5a37-186a-44c7-8b3d-dea339fd8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:09:00.424426 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25576543-e515-447f-a178-4c825dfb1d6b req-b6d21f05-f25e-415b-b51d-a9619769fbf8 service neutron] Bound using segment: {'id': '7ebb5a37-186a-44c7-8b3d-dea339fd8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a'} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:09:00.424856 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-25576543-e515-447f-a178-4c825dfb1d6b req-b6d21f05-f25e-415b-b51d-a9619769fbf8 service neutron] Bound port: f754221b-9321-429c-b76d-2a4ae4f1f65a, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ebb5a37-186a-44c7-8b3d-dea339fd8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a'}}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:09:00.425205 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-25576543-e515-447f-a178-4c825dfb1d6b req-b6d21f05-f25e-415b-b51d-a9619769fbf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:00.484161 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470204b-d4cc-479f-b81b-229ceaeee700 req-c15273dd-50eb-49da-a22b-4c77922d9d63 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:00.485636 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7470204b-d4cc-479f-b81b-229ceaeee700 req-c15273dd-50eb-49da-a22b-4c77922d9d63 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 943 time: 0.2142262 May 19 21:09:00.570831 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7470204b-d4cc-479f-b81b-229ceaeee700 req-44a91ac4-f331-4db7-a33d-fdf5e746eb13 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755215 May 19 21:09:00.570831 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-25576543-e515-447f-a178-4c825dfb1d6b req-b6d21f05-f25e-415b-b51d-a9619769fbf8 service neutron] For port f754221b-9321-429c-b76d-2a4ae4f1f65a, host hv-cinder-78462, cleared binding levels {{(pid=91836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:09:00.579310 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-25576543-e515-447f-a178-4c825dfb1d6b req-b6d21f05-f25e-415b-b51d-a9619769fbf8 service neutron] For port f754221b-9321-429c-b76d-2a4ae4f1f65a, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f754221b-9321-429c-b76d-2a4ae4f1f65a,segment=NetworkSegment(7ebb5a37-186a-44c7-8b3d-dea339fd8a91),segment_id=7ebb5a37-186a-44c7-8b3d-dea339fd8a91)] {{(pid=91836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:09:00.587292 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-25576543-e515-447f-a178-4c825dfb1d6b req-b6d21f05-f25e-415b-b51d-a9619769fbf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:00.592266 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-b916786b-1daa-4b3c-be02-6996871ccabd tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:00.649563 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25576543-e515-447f-a178-4c825dfb1d6b req-b6d21f05-f25e-415b-b51d-a9619769fbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:00.650011 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-25576543-e515-447f-a178-4c825dfb1d6b req-b6d21f05-f25e-415b-b51d-a9619769fbf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:00.651426 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-25576543-e515-447f-a178-4c825dfb1d6b req-b6d21f05-f25e-415b-b51d-a9619769fbf8 service neutron] 10.222.0.25 "PUT /v2.0/ports/f754221b-9321-429c-b76d-2a4ae4f1f65a HTTP/1.1" status: 200 len: 1093 time: 1.6554852 May 19 21:09:00.665997 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d21f05-f25e-415b-b51d-a9619769fbf8 service neutron] Pushing event updated for resources: {'Port': ['ID=f754221b-9321-429c-b76d-2a4ae4f1f65a,revision_number=3']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:00.669287 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-b6d21f05-f25e-415b-b51d-a9619769fbf8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:00.739418 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d374d65-9101-4651-b417-70ea5afd3d17 req-11a1c4d4-85fa-433c-833e-bc31bf8b4c3d tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:00.741011 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-5d374d65-9101-4651-b417-70ea5afd3d17 req-11a1c4d4-85fa-433c-833e-bc31bf8b4c3d tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=70e231d7-2a71-487c-ac53-41868e07328f HTTP/1.1" status: 200 len: 946 time: 0.1041970 May 19 21:09:00.789361 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-5d374d65-9101-4651-b417-70ea5afd3d17 req-0eea48ac-0d92-4f37-998a-b0814244052b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424724 May 19 21:09:00.966797 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e351b-ac61-42e3-b3a3-91242c8c8c02 req-e20b5c89-4bd1-413d-b19b-b6a85231579a tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:00.968270 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d75e351b-ac61-42e3-b3a3-91242c8c8c02 req-e20b5c89-4bd1-413d-b19b-b6a85231579a tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/ports?device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 945 time: 0.0864351 May 19 21:09:01.014286 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d75e351b-ac61-42e3-b3a3-91242c8c8c02 req-162ed92b-95e2-4099-b763-1edaf57c887d tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/security-groups?id=09eb6322-ddae-41bb-bd64-ad6129682cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400481 May 19 21:09:01.193501 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c0649-a29b-47f9-86fd-a2aa4408690b req-24390476-4d3a-4483-a9cb-9dd18df1acdc tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:01.201450 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-b93c0649-a29b-47f9-86fd-a2aa4408690b req-24390476-4d3a-4483-a9cb-9dd18df1acdc tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 943 time: 0.0945215 May 19 21:09:01.257638 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-b93c0649-a29b-47f9-86fd-a2aa4408690b req-17ecdd1d-d646-4e42-936a-bb290d4f3d03 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521343 May 19 21:09:01.561627 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e5c29-85c6-4ad4-9def-737334a36318 req-929a817a-28da-4265-8996-b79823a7e1fa tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:01.563085 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-cc4e5c29-85c6-4ad4-9def-737334a36318 req-929a817a-28da-4265-8996-b79823a7e1fa tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 944 time: 0.0844367 May 19 21:09:01.617922 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-cc4e5c29-85c6-4ad4-9def-737334a36318 req-5b1da89f-018e-4499-b317-75fd6663cfad tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487022 May 19 21:09:01.774071 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f0f3e-f02f-4597-86ff-9a41f5515147 req-6d7f46f7-58c5-4631-817f-caed29fdcd8e tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:01.775541 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-431f0f3e-f02f-4597-86ff-9a41f5515147 req-6d7f46f7-58c5-4631-817f-caed29fdcd8e tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 943 time: 0.0898464 May 19 21:09:01.821493 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-431f0f3e-f02f-4597-86ff-9a41f5515147 req-ada53f12-734b-4de7-bbf4-7dbf5662dd80 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397115 May 19 21:09:01.845300 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d0c4d2-8518-479a-b6d6-b5ea9503e96e', 'tag': 'f754221b-9321-429c-b76d-2a4ae4f1f65a'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:09:01.896740 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d0c4d2-8518-479a-b6d6-b5ea9503e96e', 'tag': 'f754221b-9321-429c-b76d-2a4ae4f1f65a', 'status': 'completed', 'code': 200} May 19 21:09:02.218220 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abec605-8d0b-4aaf-b3bf-64e0e7550196 req-dacaf125-6115-4a57-94eb-01a4562a6342 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:02.219753 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-2abec605-8d0b-4aaf-b3bf-64e0e7550196 req-dacaf125-6115-4a57-94eb-01a4562a6342 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/ports?device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 945 time: 0.0973520 May 19 21:09:02.391554 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-2abec605-8d0b-4aaf-b3bf-64e0e7550196 req-0141e5ef-d7d5-4e04-9e48-6480243eaa67 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/security-groups?id=09eb6322-ddae-41bb-bd64-ad6129682cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657212 May 19 21:09:02.402920 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de420a6-dcac-4792-89bf-41843a88a720 req-333408d6-3044-42dd-93d5-8212f9e8d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:02.405600 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-9de420a6-dcac-4792-89bf-41843a88a720 req-333408d6-3044-42dd-93d5-8212f9e8d19e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4eb5b8dd-57eb-4bea-ad4e-bbeedb2dc092 HTTP/1.1" status: 200 len: 859 time: 0.0921307 May 19 21:09:02.421069 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-8df749a7-a7b1-431f-95c0-f4143f2c2423 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47c71c0a-a5f7-4a6c-939c-81ef96bfa929 HTTP/1.1" status: 200 len: 217 time: 0.1237595 May 19 21:09:02.468881 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-9de420a6-dcac-4792-89bf-41843a88a720 req-84abb2bb-45a9-4f94-8701-a80776bfa98e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ba66b4b4-ff54-4d87-8733-625194c2e0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559738 May 19 21:09:02.568948 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-52b95f10-8fbe-4460-b05d-a1710098f7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:02.570592 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-52b95f10-8fbe-4460-b05d-a1710098f7e6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a96f8d10-418e-4531-973e-67a2c5d86867 HTTP/1.1" status: 200 len: 855 time: 0.1394641 May 19 21:09:02.632980 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98c951-c101-4771-8c01-1342359e1dde req-0775cbf8-81e2-4ba7-8df2-448d5a3750f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:02.634504 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-eb98c951-c101-4771-8c01-1342359e1dde req-0775cbf8-81e2-4ba7-8df2-448d5a3750f7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e1b034612bc4c438c95a1e8b0fd3627&device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 1096 time: 0.2798963 May 19 21:09:02.636033 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-9de420a6-dcac-4792-89bf-41843a88a720 req-66f7b607-4f83-4da3-9576-26f528de061f service neutron] 10.222.0.25 "GET /v2.0/networks/ba66b4b4-ff54-4d87-8733-625194c2e0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557446 May 19 21:09:02.659818 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc415c16-e504-467d-9d3e-a27630025821 req-256d30d8-e85e-4fad-9a03-13ab97a5835d tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:02.661226 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-bc415c16-e504-467d-9d3e-a27630025821 req-256d30d8-e85e-4fad-9a03-13ab97a5835d tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 943 time: 0.2323644 May 19 21:09:02.820212 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-bc415c16-e504-467d-9d3e-a27630025821 req-b69bbf18-5640-469e-be5f-2df69f5e2b7b tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338296 May 19 21:09:02.824935 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-e81b7d97-8020-477d-b2d0-97228947f7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:02.826796 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-e81b7d97-8020-477d-b2d0-97228947f7e0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=33245778-87d9-4ace-bbb7-ad7041ac660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2397838 May 19 21:09:02.850608 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-9de420a6-dcac-4792-89bf-41843a88a720 req-696662c1-8b85-460e-8799-5704b37ea9d5 service neutron] 10.222.0.25 "GET /v2.0/networks/ba66b4b4-ff54-4d87-8733-625194c2e0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910086 May 19 21:09:02.873067 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eec566-f4f5-4e11-b888-d98cfe31e3ad req-410c9d00-8a4e-4377-ac1b-2e2dc1b8ff75 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:02.874559 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-d2eec566-f4f5-4e11-b888-d98cfe31e3ad req-410c9d00-8a4e-4377-ac1b-2e2dc1b8ff75 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 944 time: 0.1253505 May 19 21:09:02.932842 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-d2eec566-f4f5-4e11-b888-d98cfe31e3ad req-f2ba8277-af34-415e-b832-abf30a1ae59c tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519738 May 19 21:09:03.074246 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98c951-c101-4771-8c01-1342359e1dde req-39de356a-7e5f-4f79-b0da-368c44d57c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:03.075639 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-eb98c951-c101-4771-8c01-1342359e1dde req-39de356a-7e5f-4f79-b0da-368c44d57c72 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=8e1b034612bc4c438c95a1e8b0fd3627&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4237382 May 19 21:09:03.232695 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-488f1bbd-01aa-4f99-8497-eff0216794f5 service neutron] 10.222.0.25 "GET /v2.0/networks/33245778-87d9-4ace-bbb7-ad7041ac660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979831 May 19 21:09:03.351285 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98c951-c101-4771-8c01-1342359e1dde req-4c92fc5a-1b32-446f-8bd3-97684ebbea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:03.354392 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-eb98c951-c101-4771-8c01-1342359e1dde req-4c92fc5a-1b32-446f-8bd3-97684ebbea12 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2645521 May 19 21:09:03.365004 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368e537-ad48-4539-90c9-bd10c17b4546 req-b68d2d74-ce4b-440b-a233-378b841dadd6 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:03.366541 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a368e537-ad48-4539-90c9-bd10c17b4546 req-b68d2d74-ce4b-440b-a233-378b841dadd6 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 943 time: 0.4114726 May 19 21:09:03.490091 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a368e537-ad48-4539-90c9-bd10c17b4546 req-7e7ae83b-7d41-47cc-97c9-b32a44d25422 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094038 May 19 21:09:03.500772 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-073da89a-7017-4569-9a6f-33b38ef3c178 req-5057e788-4cb1-4b56-9bf0-0753fb7a3ae1 service neutron] 10.222.0.25 "GET /v2.0/networks/33245778-87d9-4ace-bbb7-ad7041ac660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592969 May 19 21:09:03.532232 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25576543-e515-447f-a178-4c825dfb1d6b req-2b01cdd6-8f3f-48df-8d5c-8fbcc17f69b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:03.533717 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-25576543-e515-447f-a178-4c825dfb1d6b req-2b01cdd6-8f3f-48df-8d5c-8fbcc17f69b3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e1b034612bc4c438c95a1e8b0fd3627&device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 1096 time: 0.1291504 May 19 21:09:03.644970 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d0db5-f0e6-4a06-af13-2c15a7eff36b req-3e343e0f-12f3-4c26-9e34-f0d79971f9f1 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:03.646314 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-4d5d0db5-f0e6-4a06-af13-2c15a7eff36b req-3e343e0f-12f3-4c26-9e34-f0d79971f9f1 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/ports?device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 945 time: 0.1375179 May 19 21:09:03.682108 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-25576543-e515-447f-a178-4c825dfb1d6b req-447585fb-43f2-4844-a9d0-6ed04d56481f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f754221b-9321-429c-b76d-2a4ae4f1f65a HTTP/1.1" status: 200 len: 217 time: 0.1249807 May 19 21:09:03.696835 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-4d5d0db5-f0e6-4a06-af13-2c15a7eff36b req-b82e3eda-1b26-43c3-98e7-bc17dc2f7cd7 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/security-groups?id=09eb6322-ddae-41bb-bd64-ad6129682cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494642 May 19 21:09:03.767513 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25576543-e515-447f-a178-4c825dfb1d6b req-867b836c-741d-4cdc-8b04-40cde941fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:03.769317 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-25576543-e515-447f-a178-4c825dfb1d6b req-867b836c-741d-4cdc-8b04-40cde941fed5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=630830f2-778f-4bba-87b9-a49ae18b87af HTTP/1.1" status: 200 len: 849 time: 0.0731339 May 19 21:09:03.775782 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda65021-d380-493e-b97a-1bc2023c471b req-3ad49b42-ad0a-4dd7-992f-777cedaa284a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:03.781695 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-dda65021-d380-493e-b97a-1bc2023c471b req-3ad49b42-ad0a-4dd7-992f-777cedaa284a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c68d7fb43ad842fea0b389e597b14848&device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 1096 time: 0.1621268 May 19 21:09:04.030590 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25576543-e515-447f-a178-4c825dfb1d6b req-0d50b0a1-75c9-44e9-b794-e57df6e16dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:04.032133 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-25576543-e515-447f-a178-4c825dfb1d6b req-0d50b0a1-75c9-44e9-b794-e57df6e16dcb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=73cdea18-8046-49f0-a6f7-a0df883fcd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2537012 May 19 21:09:04.033088 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda65021-d380-493e-b97a-1bc2023c471b req-133764e1-0807-463d-b725-a854f68e40c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:04.034342 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-dda65021-d380-493e-b97a-1bc2023c471b req-133764e1-0807-463d-b725-a854f68e40c0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=33245778-87d9-4ace-bbb7-ad7041ac660d HTTP/1.1" status: 200 len: 917 time: 0.2202170 May 19 21:09:04.068168 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b636f-c92e-4aa1-9870-87c9cafd2b42 req-8d16d383-7db6-43da-8595-2e75189ac5c7 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:04.070045 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-a61b636f-c92e-4aa1-9870-87c9cafd2b42 req-8d16d383-7db6-43da-8595-2e75189ac5c7 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 943 time: 0.1048334 May 19 21:09:04.138459 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-a61b636f-c92e-4aa1-9870-87c9cafd2b42 req-c75614cb-569c-48dd-9476-02972d3ccabb tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565476 May 19 21:09:04.212011 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:09:04.240109 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-dda65021-d380-493e-b97a-1bc2023c471b req-630115c0-dcbb-49ce-9b2d-b352bcd780e8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47c71c0a-a5f7-4a6c-939c-81ef96bfa929 HTTP/1.1" status: 200 len: 217 time: 0.1705859 May 19 21:09:04.302807 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-25576543-e515-447f-a178-4c825dfb1d6b req-369ee53c-5e4c-4556-b831-aaa6587c9e0e service neutron] 10.222.0.25 "GET /v2.0/networks/73cdea18-8046-49f0-a6f7-a0df883fcd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563322 May 19 21:09:04.385948 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25780be8-2bdd-4404-bc78-76a36d5e4332 req-9b974508-1431-4a33-8f93-dcb6e7a41705 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:04.387827 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-25780be8-2bdd-4404-bc78-76a36d5e4332 req-9b974508-1431-4a33-8f93-dcb6e7a41705 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 944 time: 0.0922387 May 19 21:09:04.414583 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda65021-d380-493e-b97a-1bc2023c471b req-09999e58-a771-4e56-acca-836e41278272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:04.416862 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-dda65021-d380-493e-b97a-1bc2023c471b req-09999e58-a771-4e56-acca-836e41278272 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a96f8d10-418e-4531-973e-67a2c5d86867 HTTP/1.1" status: 200 len: 855 time: 0.1666977 May 19 21:09:04.478500 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-25780be8-2bdd-4404-bc78-76a36d5e4332 req-fb7541b2-c14e-48a7-8bc0-ee9d06d2db5d tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825961 May 19 21:09:04.545669 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-25576543-e515-447f-a178-4c825dfb1d6b req-60642929-7ebb-4ed0-b071-52cb659378ee service neutron] 10.222.0.25 "GET /v2.0/networks/73cdea18-8046-49f0-a6f7-a0df883fcd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349303 May 19 21:09:04.586220 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda65021-d380-493e-b97a-1bc2023c471b req-2baf2c36-2377-4559-99fa-5e5703d2a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:04.587766 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-dda65021-d380-493e-b97a-1bc2023c471b req-2baf2c36-2377-4559-99fa-5e5703d2a796 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=33245778-87d9-4ace-bbb7-ad7041ac660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1444962 May 19 21:09:04.835495 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-dda65021-d380-493e-b97a-1bc2023c471b req-ea2d0fcd-ffc9-4bc9-9836-029842d363e4 service neutron] 10.222.0.25 "GET /v2.0/networks/33245778-87d9-4ace-bbb7-ad7041ac660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072539 May 19 21:09:04.842914 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1a618-9b51-4f2e-b047-8b7c917f9a75 req-65a08801-6935-4e02-9e46-78d6f54d2e2f tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:04.844360 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-6ef1a618-9b51-4f2e-b047-8b7c917f9a75 req-65a08801-6935-4e02-9e46-78d6f54d2e2f tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 943 time: 0.1878312 May 19 21:09:05.107697 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-6ef1a618-9b51-4f2e-b047-8b7c917f9a75 req-4f32feed-8b26-4647-95c0-1445726601af tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393377 May 19 21:09:05.120089 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-dda65021-d380-493e-b97a-1bc2023c471b req-bb0ed838-a1d4-424a-9125-8d8a52d2dd9e service neutron] 10.222.0.25 "GET /v2.0/networks/33245778-87d9-4ace-bbb7-ad7041ac660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733786 May 19 21:09:05.148117 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 45542) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:05.332433 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-34bd8978-9286-4515-a7f4-0a8e27bf5dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:05.373641 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-34bd8978-9286-4515-a7f4-0a8e27bf5dab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:05.380310 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-34bd8978-9286-4515-a7f4-0a8e27bf5dab admin admin] Usage tracker for resource:security_group_rule and tenant:8bc5d60f32194eb4976698ce92c0615f is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:05.386477 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-34bd8978-9286-4515-a7f4-0a8e27bf5dab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:05.396363 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-34bd8978-9286-4515-a7f4-0a8e27bf5dab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:05.405830 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 45554) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:05.411348 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d95a47-9522-4631-ad67-dfaac1ee422b req-911ad03c-69d1-4f66-ab77-267bdac6bb9d tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:05.412919 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-52d95a47-9522-4631-ad67-dfaac1ee422b req-911ad03c-69d1-4f66-ab77-267bdac6bb9d tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 943 time: 0.1450410 May 19 21:09:05.477902 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-52d95a47-9522-4631-ad67-dfaac1ee422b req-2679ac6b-23b2-4372-b212-28ac96863d9a tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581708 May 19 21:09:05.540887 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-681f7a40-6155-45d8-964e-172e747eea93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:05.543779 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-34bd8978-9286-4515-a7f4-0a8e27bf5dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:05.550481 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-34bd8978-9286-4515-a7f4-0a8e27bf5dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:05.555371 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-681f7a40-6155-45d8-964e-172e747eea93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:05.559146 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-681f7a40-6155-45d8-964e-172e747eea93 admin admin] Usage tracker for resource:security_group_rule and tenant:b5056250a72a4e54941ef6a66dfef308 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:05.562071 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-681f7a40-6155-45d8-964e-172e747eea93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:05.565262 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:05.567821 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-681f7a40-6155-45d8-964e-172e747eea93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:05.626729 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-34bd8978-9286-4515-a7f4-0a8e27bf5dab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8bc5d60f32194eb4976698ce92c0615f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4770641 May 19 21:09:05.628001 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd8978-9286-4515-a7f4-0a8e27bf5dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2cccb9-ad7a-4d40-bf4c-d18b8c9d51d5,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:05.630251 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 45564) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:05.632524 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-34bd8978-9286-4515-a7f4-0a8e27bf5dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:05.773478 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-681f7a40-6155-45d8-964e-172e747eea93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:05.781486 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-681f7a40-6155-45d8-964e-172e747eea93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:05.801937 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-9133fe37-34b7-4559-9ff4-4bf31149002e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:05.819999 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-65cfecae-3bd7-4b8f-a5f7-9d392fe2303d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:05.868632 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-681f7a40-6155-45d8-964e-172e747eea93 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b5056250a72a4e54941ef6a66dfef308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4612405 May 19 21:09:05.869318 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f7a40-6155-45d8-964e-172e747eea93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfd6dcd-60ea-41bc-adaf-6b5eecb578e3,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:05.871782 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 45576) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:05.878161 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-681f7a40-6155-45d8-964e-172e747eea93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:05.881356 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-65cfecae-3bd7-4b8f-a5f7-9d392fe2303d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:05.897964 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57908c-1b7b-4de5-a768-9d636d9c2b98 req-1d30a4a6-ffbc-4873-8e4e-0d5076cbe4d1 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:05.899448 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7f57908c-1b7b-4de5-a768-9d636d9c2b98 req-1d30a4a6-ffbc-4873-8e4e-0d5076cbe4d1 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 944 time: 0.2559690 May 19 21:09:05.933752 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-c632e643-e648-4462-925d-5b24f82f0ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:05.960931 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-c632e643-e648-4462-925d-5b24f82f0ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:05.967462 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7f57908c-1b7b-4de5-a768-9d636d9c2b98 req-8a066058-afd5-4d60-9dd2-9f639dc038b1 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591078 May 19 21:09:05.990286 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-0caf2e35-1048-4f55-82e3-0393f68d0f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:05.992146 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-65cfecae-3bd7-4b8f-a5f7-9d392fe2303d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:05.996847 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:06.010609 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfecae-3bd7-4b8f-a5f7-9d392fe2303d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2cccb9-ad7a-4d40-bf4c-d18b8c9d51d5,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:06.014160 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-65cfecae-3bd7-4b8f-a5f7-9d392fe2303d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:06.020430 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-65cfecae-3bd7-4b8f-a5f7-9d392fe2303d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:06.024204 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-65cfecae-3bd7-4b8f-a5f7-9d392fe2303d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be2cccb9-ad7a-4d40-bf4c-d18b8c9d51d5 HTTP/1.1" status: 204 len: 168 time: 0.3821790 May 19 21:09:06.034215 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-c632e643-e648-4462-925d-5b24f82f0ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:06.040243 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-43d2df1b-8cb5-47e1-9dd9-e00ae373dc8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:06.053218 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632e643-e648-4462-925d-5b24f82f0ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfd6dcd-60ea-41bc-adaf-6b5eecb578e3,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:06.055970 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-c632e643-e648-4462-925d-5b24f82f0ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:06.065215 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-c632e643-e648-4462-925d-5b24f82f0ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:06.069303 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-c632e643-e648-4462-925d-5b24f82f0ada admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0bfd6dcd-60ea-41bc-adaf-6b5eecb578e3 HTTP/1.1" status: 204 len: 168 time: 0.1959176 May 19 21:09:06.309328 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099232b-d59f-4051-8e88-f99c1312f580 req-b4c52cc8-bb45-4ffb-96d8-cc334d02408c tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:06.310888 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2099232b-d59f-4051-8e88-f99c1312f580 req-b4c52cc8-bb45-4ffb-96d8-cc334d02408c tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 943 time: 0.0859656 May 19 21:09:06.362833 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2099232b-d59f-4051-8e88-f99c1312f580 req-4868f7de-ef63-4b0d-bfc6-73b7cbd2bb89 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436368 May 19 21:09:06.386457 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 45592) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:06.403220 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 45596) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:06.404953 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-f2215110-db2e-42ed-820f-6abf755186c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:06.421174 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b6d444b0-0f7e-406b-b819-a81aae7aeb74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:06.423719 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-f2215110-db2e-42ed-820f-6abf755186c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:06.427610 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-f2215110-db2e-42ed-820f-6abf755186c1 admin admin] Usage tracker for resource:security_group_rule and tenant:31bbd02f926f4ddaa4317f2b9d9d9145 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:06.431063 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-f2215110-db2e-42ed-820f-6abf755186c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:06.435986 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-b6d444b0-0f7e-406b-b819-a81aae7aeb74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:06.436485 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-f2215110-db2e-42ed-820f-6abf755186c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:06.439988 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-b6d444b0-0f7e-406b-b819-a81aae7aeb74 admin admin] Usage tracker for resource:security_group_rule and tenant:9ae80c0c8b36447487bc4b79955334f2 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:06.443234 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-b6d444b0-0f7e-406b-b819-a81aae7aeb74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:06.449350 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-b6d444b0-0f7e-406b-b819-a81aae7aeb74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:06.525715 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-f2215110-db2e-42ed-820f-6abf755186c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:06.530429 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-f2215110-db2e-42ed-820f-6abf755186c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:06.540909 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-f3d5f59d-c931-4e0b-beba-d497d68d3b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:06.541337 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b6d444b0-0f7e-406b-b819-a81aae7aeb74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:06.547954 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b6d444b0-0f7e-406b-b819-a81aae7aeb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:06.557417 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:06.583985 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-f2215110-db2e-42ed-820f-6abf755186c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=31bbd02f926f4ddaa4317f2b9d9d9145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1964040 May 19 21:09:06.585640 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2215110-db2e-42ed-820f-6abf755186c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c05718e-30d3-4e57-b539-ef5c1b7f4937,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:06.586087 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d444b0-0f7e-406b-b819-a81aae7aeb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2232eedd-26ce-4a21-883e-25cc916b2d85,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:06.588506 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 45602) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:06.591652 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-f2215110-db2e-42ed-820f-6abf755186c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:06.597802 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-b6d444b0-0f7e-406b-b819-a81aae7aeb74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:06.613569 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-b6d444b0-0f7e-406b-b819-a81aae7aeb74 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ae80c0c8b36447487bc4b79955334f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2093136 May 19 21:09:06.616197 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 45606) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:06.674817 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b1f6a3cf-b62e-42b4-ae71-2a26af1e0928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:06.691559 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device e9aa138d-c786-45b2-b42b-72ed21935e79 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 21:09:06.705497 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b1f6a3cf-b62e-42b4-ae71-2a26af1e0928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:06.706328 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-de1a6f2b-2647-4da3-bb73-68e2cbf28a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:06.742986 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-de1a6f2b-2647-4da3-bb73-68e2cbf28a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:06.759828 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9faf93-d587-4616-a5c7-0a475e0d59de req-a8682cdb-442d-484b-a5cf-6ba9d697b42a tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:06.761404 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ab9faf93-d587-4616-a5c7-0a475e0d59de req-a8682cdb-442d-484b-a5cf-6ba9d697b42a tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 943 time: 0.1587715 May 19 21:09:06.776205 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b1f6a3cf-b62e-42b4-ae71-2a26af1e0928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:06.783495 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:06.797721 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6a3cf-b62e-42b4-ae71-2a26af1e0928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2232eedd-26ce-4a21-883e-25cc916b2d85,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:06.808674 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-b1f6a3cf-b62e-42b4-ae71-2a26af1e0928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:06.809987 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b1f6a3cf-b62e-42b4-ae71-2a26af1e0928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:06.812899 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-b1f6a3cf-b62e-42b4-ae71-2a26af1e0928 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2232eedd-26ce-4a21-883e-25cc916b2d85 HTTP/1.1" status: 204 len: 168 time: 0.1953559 May 19 21:09:06.840673 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ab9faf93-d587-4616-a5c7-0a475e0d59de req-edf50c74-a9bd-4166-9b58-16ad90f90664 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660472 May 19 21:09:06.851073 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-de1a6f2b-2647-4da3-bb73-68e2cbf28a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:06.860193 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-681f7a40-6155-45d8-964e-172e747eea93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:06.887331 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-de1a6f2b-2647-4da3-bb73-68e2cbf28a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:06.887331 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-de1a6f2b-2647-4da3-bb73-68e2cbf28a13 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1c05718e-30d3-4e57-b539-ef5c1b7f4937 HTTP/1.1" status: 204 len: 168 time: 0.2922893 May 19 21:09:06.887331 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a6f2b-2647-4da3-bb73-68e2cbf28a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c05718e-30d3-4e57-b539-ef5c1b7f4937,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:06.887331 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-de1a6f2b-2647-4da3-bb73-68e2cbf28a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:06.918293 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port e9aa138d-c786-45b2-b42b-72ed21935e79, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e9aa138d-c786-45b2-b42b-72ed21935e79,segment=NetworkSegment(9c7672e6-f67e-44aa-8350-195541f454ae),segment_id=9c7672e6-f67e-44aa-8350-195541f454ae)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:09:06.932565 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Returning: {'device': 'e9aa138d-c786-45b2-b42b-72ed21935e79', 'network_id': 'ba66b4b4-ff54-4d87-8733-625194c2e0f7', 'port_id': 'e9aa138d-c786-45b2-b42b-72ed21935e79', 'mac_address': 'fa:16:3e:a7:9c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eb5b8dd-57eb-4bea-ad4e-bbeedb2dc092', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 21:09:06.988757 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:07.006380 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9aa138d-c786-45b2-b42b-72ed21935e79 {{(pid=91838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:09:07.024143 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port e9aa138d-c786-45b2-b42b-72ed21935e79, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e9aa138d-c786-45b2-b42b-72ed21935e79,segment=NetworkSegment(9c7672e6-f67e-44aa-8350-195541f454ae),segment_id=9c7672e6-f67e-44aa-8350-195541f454ae)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:09:07.034720 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:07.035886 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device f8b2d0e7-03c8-4555-8af2-3847c800d7e4 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 21:09:07.058878 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port f8b2d0e7-03c8-4555-8af2-3847c800d7e4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f8b2d0e7-03c8-4555-8af2-3847c800d7e4,segment=NetworkSegment(9c7672e6-f67e-44aa-8350-195541f454ae),segment_id=9c7672e6-f67e-44aa-8350-195541f454ae)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:09:07.071776 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:07.118179 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Returning: {'device': 'f8b2d0e7-03c8-4555-8af2-3847c800d7e4', 'network_id': 'ba66b4b4-ff54-4d87-8733-625194c2e0f7', 'port_id': 'f8b2d0e7-03c8-4555-8af2-3847c800d7e4', 'mac_address': 'fa:16:3e:9d:3e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eb5b8dd-57eb-4bea-ad4e-bbeedb2dc092', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 21:09:07.198510 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=e9aa138d-c786-45b2-b42b-72ed21935e79,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:07.201058 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:07.210564 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:07.213292 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d824a9-0271-4ef1-a59f-1969157a50cf req-48c9114a-3dff-4297-ac6e-778f2467745f tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:07.221018 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8b2d0e7-03c8-4555-8af2-3847c800d7e4 {{(pid=91838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:09:07.223014 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-06d824a9-0271-4ef1-a59f-1969157a50cf req-48c9114a-3dff-4297-ac6e-778f2467745f tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 945 time: 0.1213324 May 19 21:09:07.238001 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port f8b2d0e7-03c8-4555-8af2-3847c800d7e4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f8b2d0e7-03c8-4555-8af2-3847c800d7e4,segment=NetworkSegment(9c7672e6-f67e-44aa-8350-195541f454ae),segment_id=9c7672e6-f67e-44aa-8350-195541f454ae)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:09:07.246447 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:07.247417 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 47c71c0a-a5f7-4a6c-939c-81ef96bfa929 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 21:09:07.250745 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:07.288233 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-06d824a9-0271-4ef1-a59f-1969157a50cf req-e3dbb66d-8c84-44dd-bc5f-ec9f8130639b tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642974 May 19 21:09:07.368116 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=f8b2d0e7-03c8-4555-8af2-3847c800d7e4,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:07.381189 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 45628) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:07.410419 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-be5c1b4e-8881-46f6-b2ee-eb2aa90b2613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:07.414037 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:07.432262 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-be5c1b4e-8881-46f6-b2ee-eb2aa90b2613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:07.436528 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-be5c1b4e-8881-46f6-b2ee-eb2aa90b2613 admin admin] Usage tracker for resource:security_group_rule and tenant:3700696a77af424fad7b3f73c03cfcd6 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:07.439514 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-be5c1b4e-8881-46f6-b2ee-eb2aa90b2613 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:07.445838 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-be5c1b4e-8881-46f6-b2ee-eb2aa90b2613 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:07.510390 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 47c71c0a-a5f7-4a6c-939c-81ef96bfa929, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=47c71c0a-a5f7-4a6c-939c-81ef96bfa929,segment=NetworkSegment(dd24c109-b873-4075-a547-36393fe5fd42),segment_id=dd24c109-b873-4075-a547-36393fe5fd42)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:09:07.533464 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Returning: {'device': '47c71c0a-a5f7-4a6c-939c-81ef96bfa929', 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d', 'port_id': '47c71c0a-a5f7-4a6c-939c-81ef96bfa929', 'mac_address': 'fa:16:3e:81:ac:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 21:09:07.590295 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-be5c1b4e-8881-46f6-b2ee-eb2aa90b2613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:07.597637 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:07.598096 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-be5c1b4e-8881-46f6-b2ee-eb2aa90b2613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:07.615193 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-38ed0823-f4a5-4a8b-80e2-cf3c85e6b1e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:07.620337 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c71c0a-a5f7-4a6c-939c-81ef96bfa929 {{(pid=91838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:09:07.633961 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b4d7a-8135-4110-84b8-beee64892bc7 req-f20311d8-fc72-4a8a-bfcf-eda327f0f9e5 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:07.641426 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 47c71c0a-a5f7-4a6c-939c-81ef96bfa929, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=47c71c0a-a5f7-4a6c-939c-81ef96bfa929,segment=NetworkSegment(dd24c109-b873-4075-a547-36393fe5fd42),segment_id=dd24c109-b873-4075-a547-36393fe5fd42)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:09:07.647718 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8f7b4d7a-8135-4110-84b8-beee64892bc7 req-f20311d8-fc72-4a8a-bfcf-eda327f0f9e5 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 943 time: 0.1164627 May 19 21:09:07.650480 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:07.652662 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:07.692971 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c1b4e-8881-46f6-b2ee-eb2aa90b2613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178649cd-3f16-4009-abb9-7226054c949a,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:07.712651 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8f7b4d7a-8135-4110-84b8-beee64892bc7 req-8f7013cb-8f5f-467c-83f2-ed56e7bb33a3 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565126 May 19 21:09:07.715801 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 45638) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:07.719907 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-be5c1b4e-8881-46f6-b2ee-eb2aa90b2613 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3700696a77af424fad7b3f73c03cfcd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3371966 May 19 21:09:07.721504 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-be5c1b4e-8881-46f6-b2ee-eb2aa90b2613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:07.729249 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=47c71c0a-a5f7-4a6c-939c-81ef96bfa929,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:07.732520 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:07.790142 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-2e3677ab-9a69-4f36-a163-c8957a0c4610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:07.816171 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-2e3677ab-9a69-4f36-a163-c8957a0c4610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:07.869826 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-2e3677ab-9a69-4f36-a163-c8957a0c4610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:07.873876 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-65cfecae-3bd7-4b8f-a5f7-9d392fe2303d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:07.885923 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3677ab-9a69-4f36-a163-c8957a0c4610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178649cd-3f16-4009-abb9-7226054c949a,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:07.890807 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-2e3677ab-9a69-4f36-a163-c8957a0c4610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:07.894713 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-2e3677ab-9a69-4f36-a163-c8957a0c4610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:07.895851 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-2e3677ab-9a69-4f36-a163-c8957a0c4610 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/178649cd-3f16-4009-abb9-7226054c949a HTTP/1.1" status: 204 len: 168 time: 0.1786993 May 19 21:09:08.060261 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705e55d-60e5-4dfd-b25f-125c94f6276f req-9d93a49d-4d73-4755-9f32-92106c44c063 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:08.062193 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b705e55d-60e5-4dfd-b25f-125c94f6276f req-9d93a49d-4d73-4755-9f32-92106c44c063 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 943 time: 0.0904281 May 19 21:09:08.109097 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b705e55d-60e5-4dfd-b25f-125c94f6276f req-a2e2640f-4a45-47e9-a97e-8002d229c8ff tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402241 May 19 21:09:08.484328 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:08.489814 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223b174-4105-4f6c-a32a-c2aa21a4df78 req-4793b19a-07e9-4857-b90a-217264306727 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:08.491554 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f223b174-4105-4f6c-a32a-c2aa21a4df78 req-4793b19a-07e9-4857-b90a-217264306727 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 945 time: 0.0844133 May 19 21:09:08.547071 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f223b174-4105-4f6c-a32a-c2aa21a4df78 req-290124b4-8417-45aa-a7c6-07cb26064208 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492430 May 19 21:09:08.705415 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device f754221b-9321-429c-b76d-2a4ae4f1f65a details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 21:09:08.851689 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-9cf78bff-f018-4af8-855e-cb6bd1c3dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:08.943802 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port f754221b-9321-429c-b76d-2a4ae4f1f65a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f754221b-9321-429c-b76d-2a4ae4f1f65a,segment=NetworkSegment(7ebb5a37-186a-44c7-8b3d-dea339fd8a91),segment_id=7ebb5a37-186a-44c7-8b3d-dea339fd8a91)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:09:08.998458 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2d890-1a21-4aa6-a000-d9208b0e69a6 req-937d8975-d8ee-4822-bc76-0d46c78b48cd tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:09.007585 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f1f2d890-1a21-4aa6-a000-d9208b0e69a6 req-937d8975-d8ee-4822-bc76-0d46c78b48cd tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 944 time: 0.1012831 May 19 21:09:09.030831 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Returning: {'device': 'f754221b-9321-429c-b76d-2a4ae4f1f65a', 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a', 'port_id': 'f754221b-9321-429c-b76d-2a4ae4f1f65a', 'mac_address': 'fa:16:3e:90:62:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630830f2-778f-4bba-87b9-a49ae18b87af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 21:09:09.084833 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f1f2d890-1a21-4aa6-a000-d9208b0e69a6 req-6de0b3e4-a9d3-4063-970f-ae22495a2fc4 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761156 May 19 21:09:09.110904 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:09.128381 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f754221b-9321-429c-b76d-2a4ae4f1f65a {{(pid=91838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:09:09.135546 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['f8b2d0e7-03c8-4555-8af2-3847c800d7e4'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:09:09.170734 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['e9aa138d-c786-45b2-b42b-72ed21935e79'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:09:09.209744 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['47c71c0a-a5f7-4a6c-939c-81ef96bfa929'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:09:09.292097 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port f754221b-9321-429c-b76d-2a4ae4f1f65a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f754221b-9321-429c-b76d-2a4ae4f1f65a,segment=NetworkSegment(7ebb5a37-186a-44c7-8b3d-dea339fd8a91),segment_id=7ebb5a37-186a-44c7-8b3d-dea339fd8a91)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:09:09.315329 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:09.317682 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-a4df52d9-beb1-480c-82d4-a60701f433d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:09.435579 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd76c5-25a8-4398-87c1-893cc076fbc5 req-28691b05-c3e0-47fd-8e97-a9962ec9b4b3 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:09.451830 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-ffbd76c5-25a8-4398-87c1-893cc076fbc5 req-28691b05-c3e0-47fd-8e97-a9962ec9b4b3 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 944 time: 0.1614056 May 19 21:09:09.503101 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-ffbd76c5-25a8-4398-87c1-893cc076fbc5 req-56882b37-d62f-4178-a0c7-ea3e5b0443f7 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559244 May 19 21:09:09.516625 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=f754221b-9321-429c-b76d-2a4ae4f1f65a,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:09.526068 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:09.563971 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:09.600261 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['f754221b-9321-429c-b76d-2a4ae4f1f65a'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:09:09.811991 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd4d60-60aa-4664-9218-f94df8178c6e req-4048a8b1-f9b2-41d6-889b-cefa251fa99b tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:09.813698 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0bfd4d60-60aa-4664-9218-f94df8178c6e req-4048a8b1-f9b2-41d6-889b-cefa251fa99b tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 945 time: 0.0978966 May 19 21:09:09.871867 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0bfd4d60-60aa-4664-9218-f94df8178c6e req-7c2ee60e-5601-41d4-8cd2-8dbdf308b381 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521498 May 19 21:09:10.279037 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221feb8f-b276-4bc2-9b5a-40f493acf418 req-fff92912-b3d8-40df-9324-bbae182692bb tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:10.280806 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-221feb8f-b276-4bc2-9b5a-40f493acf418 req-fff92912-b3d8-40df-9324-bbae182692bb tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 944 time: 0.0877225 May 19 21:09:10.330997 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-221feb8f-b276-4bc2-9b5a-40f493acf418 req-55896575-ab76-48c7-9730-f0d651f26ce2 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426812 May 19 21:09:10.706973 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3dff19-3974-4553-8f4a-ec44bf2f8547 req-1fd8a253-8d6d-45d9-8001-e64b3c284ee5 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:10.708528 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0b3dff19-3974-4553-8f4a-ec44bf2f8547 req-1fd8a253-8d6d-45d9-8001-e64b3c284ee5 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 944 time: 0.0972469 May 19 21:09:10.756849 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0b3dff19-3974-4553-8f4a-ec44bf2f8547 req-508b3be4-aa15-4411-ab47-1a5b15e4e361 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418966 May 19 21:09:11.137085 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a866b-effb-4bf1-95af-0f2005648aa1 req-6a7a396a-6e62-4eb4-86fe-d5026a9fa078 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:11.138928 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-6d4a866b-effb-4bf1-95af-0f2005648aa1 req-6a7a396a-6e62-4eb4-86fe-d5026a9fa078 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 945 time: 0.1594808 May 19 21:09:11.189494 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-6d4a866b-effb-4bf1-95af-0f2005648aa1 req-51e8e4e6-25be-4584-ae0d-6cf5ff8afc81 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441296 May 19 21:09:11.220042 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:11.944078 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfee245-6c76-46d9-97e5-1c7521305d15 req-f2fd377c-790e-459d-84bb-50e286d2b636 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:11.952893 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3bfee245-6c76-46d9-97e5-1c7521305d15 req-f2fd377c-790e-459d-84bb-50e286d2b636 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 944 time: 0.2784219 May 19 21:09:12.032071 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3bfee245-6c76-46d9-97e5-1c7521305d15 req-1fe7e2ac-235d-4e40-9d53-adbf485cbbc8 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776880 May 19 21:09:12.147071 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 45892) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:12.265420 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8b72b-e6d6-48ec-8087-eb26e4d93c25 req-ce557e30-8ce1-4ad8-a357-26289950c77f tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:12.267185 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-cda8b72b-e6d6-48ec-8087-eb26e4d93c25 req-ce557e30-8ce1-4ad8-a357-26289950c77f tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 944 time: 0.1090221 May 19 21:09:12.303602 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-f51ffdd7-8a2f-460d-ab7f-5f62d24dfafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:12.345578 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-f51ffdd7-8a2f-460d-ab7f-5f62d24dfafe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:12.362492 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-cda8b72b-e6d6-48ec-8087-eb26e4d93c25 req-4f69d710-f7d1-44b6-a963-cd97bffb1d49 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863426 May 19 21:09:12.363827 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-f51ffdd7-8a2f-460d-ab7f-5f62d24dfafe admin admin] Usage tracker for resource:security_group_rule and tenant:5d137359abea4127a559723d3545a939 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:12.371813 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-f51ffdd7-8a2f-460d-ab7f-5f62d24dfafe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:12.414459 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-f51ffdd7-8a2f-460d-ab7f-5f62d24dfafe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:12.559419 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89300259-4f02-4f93-b876-26d67ee4b99c req-7b590288-d4cb-4121-b1fb-3727b61720e6 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:12.561446 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-89300259-4f02-4f93-b876-26d67ee4b99c req-7b590288-d4cb-4121-b1fb-3727b61720e6 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 945 time: 0.1846914 May 19 21:09:12.637694 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-f51ffdd7-8a2f-460d-ab7f-5f62d24dfafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:12.641384 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-89300259-4f02-4f93-b876-26d67ee4b99c req-1795214b-5af1-4411-b53a-554b547736fe tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700328 May 19 21:09:12.643767 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-f51ffdd7-8a2f-460d-ab7f-5f62d24dfafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:12.670191 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-2e3677ab-9a69-4f36-a163-c8957a0c4610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:12.689378 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-f51ffdd7-8a2f-460d-ab7f-5f62d24dfafe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5d137359abea4127a559723d3545a939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5410945 May 19 21:09:12.692113 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 45910) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:12.697038 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 47c71c0a-a5f7-4a6c-939c-81ef96bfa929 up at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:09:12.703860 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ffdd7-8a2f-460d-ab7f-5f62d24dfafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c651ac5d-bf22-414e-bf57-34aa48af89df,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:12.707524 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-f51ffdd7-8a2f-460d-ab7f-5f62d24dfafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:12.773066 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-aec7dc6e-e971-4c7e-aa14-29ca9ce67930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:12.792920 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning for port 47c71c0a-a5f7-4a6c-939c-81ef96bfa929 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:09:12.798114 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning complete for port 47c71c0a-a5f7-4a6c-939c-81ef96bfa929 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:09:12.798775 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:12.800925 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-aec7dc6e-e971-4c7e-aa14-29ca9ce67930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:12.920021 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:12.947630 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd455e522-6423-4e4b-af9c-9ea35d638a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c71c0a-a5f7-4a6c-939c-81ef96bfa929'}] {{(pid=91838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:09:12.958556 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 47c71c0a-a5f7-4a6c-939c-81ef96bfa929, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=47c71c0a-a5f7-4a6c-939c-81ef96bfa929,segment=NetworkSegment(dd24c109-b873-4075-a547-36393fe5fd42),segment_id=dd24c109-b873-4075-a547-36393fe5fd42)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:09:12.965975 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:12.967220 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device f8b2d0e7-03c8-4555-8af2-3847c800d7e4 up at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:09:12.980667 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-aec7dc6e-e971-4c7e-aa14-29ca9ce67930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:12.987661 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-80e2a78d-66b2-4875-ab66-5e9a9a72a5d9 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:12.999613 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-b4db5652-357b-41bb-82c1-da74dd541995 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:13.007551 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-42b367f0-2455-4e5b-bee2-99003b1fbc77 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:13.008244 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-42b367f0-2455-4e5b-bee2-99003b1fbc77 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Synchronizing usage tracker for tenant:f838b440391445eabd534628afd06893 on resource:network {{(pid=91837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:09:13.010906 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7dc6e-e971-4c7e-aa14-29ca9ce67930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c651ac5d-bf22-414e-bf57-34aa48af89df,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:13.016462 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-aec7dc6e-e971-4c7e-aa14-29ca9ce67930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:13.029007 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-aec7dc6e-e971-4c7e-aa14-29ca9ce67930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:13.030390 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-aec7dc6e-e971-4c7e-aa14-29ca9ce67930 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c651ac5d-bf22-414e-bf57-34aa48af89df HTTP/1.1" status: 204 len: 168 time: 0.3371081 May 19 21:09:13.038566 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-42b367f0-2455-4e5b-bee2-99003b1fbc77 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Unset dirty status for tenant:f838b440391445eabd534628afd06893 on resource:network {{(pid=91837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:09:13.039996 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-42b367f0-2455-4e5b-bee2-99003b1fbc77 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/networks?id=a9d43337-a378-49d5-82b2-4ebd65977430 HTTP/1.1" status: 200 len: 815 time: 0.2127211 May 19 21:09:13.046090 dv-cinder-784623-12-iscsi neutron-server[91838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd455e522-6423-4e4b-af9c-9ea35d638a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c71c0a-a5f7-4a6c-939c-81ef96bfa929', 'code': 200} May 19 21:09:13.064718 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-b7c5e63a-730c-4b35-b464-ebc0355a167d tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/quotas/f838b440391445eabd534628afd06893 HTTP/1.1" status: 200 len: 375 time: 0.0189126 May 19 21:09:13.136841 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=47c71c0a-a5f7-4a6c-939c-81ef96bfa929,revision_number=5']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:13.141479 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:13.157178 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning for port f8b2d0e7-03c8-4555-8af2-3847c800d7e4 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:09:13.166376 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning complete for port f8b2d0e7-03c8-4555-8af2-3847c800d7e4 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:09:13.167041 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:13.187385 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-a25edb42-09e9-4faa-9fc4-e50f3573c18c tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f838b440391445eabd534628afd06893&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1215019 May 19 21:09:13.279740 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:13.388781 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-8af453c4-9397-49e7-aa29-65353e9d3228 service neutron] 10.222.0.44 "GET /v2.0/networks/a9d43337-a378-49d5-82b2-4ebd65977430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002883 May 19 21:09:13.391471 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0cd3a-ba8c-4a4e-b87c-5826ba226682 req-f7303a3e-d8f4-4f41-8f87-61262d11c7e9 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:13.399286 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-96c0cd3a-ba8c-4a4e-b87c-5826ba226682 req-f7303a3e-d8f4-4f41-8f87-61262d11c7e9 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 945 time: 0.1672957 May 19 21:09:13.418417 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf797-fb7f-4d84-a222-6ac5ec84d34a req-6c0e3ee5-fed3-4f57-9f1c-40c24c5ab5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:13.420342 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-071cf797-fb7f-4d84-a222-6ac5ec84d34a req-6c0e3ee5-fed3-4f57-9f1c-40c24c5ab5f7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 1098 time: 0.1439681 May 19 21:09:13.434943 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:13.476664 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-96c0cd3a-ba8c-4a4e-b87c-5826ba226682 req-842557a4-bdb1-40cc-99d2-5759e32f2bc3 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759387 May 19 21:09:13.485141 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port f8b2d0e7-03c8-4555-8af2-3847c800d7e4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f8b2d0e7-03c8-4555-8af2-3847c800d7e4,segment=NetworkSegment(9c7672e6-f67e-44aa-8350-195541f454ae),segment_id=9c7672e6-f67e-44aa-8350-195541f454ae)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:09:13.493621 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:13.494993 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device e9aa138d-c786-45b2-b42b-72ed21935e79 up at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:09:13.497685 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-071cf797-fb7f-4d84-a222-6ac5ec84d34a req-3f7ba362-444b-4d74-bf2a-8f5670aff955 service neutron] Synchronizing usage tracker for tenant:55ac4a7a252944349a23a5d1b6ce2c58 on resource:security_group {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:09:13.551176 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-071cf797-fb7f-4d84-a222-6ac5ec84d34a req-3f7ba362-444b-4d74-bf2a-8f5670aff955 service neutron] Unset dirty status for tenant:55ac4a7a252944349a23a5d1b6ce2c58 on resource:security_group {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:09:13.552629 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-071cf797-fb7f-4d84-a222-6ac5ec84d34a req-3f7ba362-444b-4d74-bf2a-8f5670aff955 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242430 May 19 21:09:13.557542 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:13.621875 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 45944) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:13.639447 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-9f06c8cd-5368-4c66-baa0-5b22e09c45b8 service neutron] 10.222.0.44 "GET /v2.0/networks/a9d43337-a378-49d5-82b2-4ebd65977430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405124 May 19 21:09:13.668097 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8b31d3bd-3971-41c1-89ed-309f5ba1fcd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:13.668750 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=f8b2d0e7-03c8-4555-8af2-3847c800d7e4,revision_number=5']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:13.672754 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning for port e9aa138d-c786-45b2-b42b-72ed21935e79 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:09:13.676645 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:13.680146 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning complete for port e9aa138d-c786-45b2-b42b-72ed21935e79 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:09:13.680916 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:13.717911 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-8b31d3bd-3971-41c1-89ed-309f5ba1fcd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:13.726189 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-8b31d3bd-3971-41c1-89ed-309f5ba1fcd0 admin admin] Usage tracker for resource:security_group_rule and tenant:9ce3c1bc09534f7b8b360792a5ddaa73 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:13.732127 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-8b31d3bd-3971-41c1-89ed-309f5ba1fcd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:13.746906 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-8b31d3bd-3971-41c1-89ed-309f5ba1fcd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:13.888382 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:13.964650 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port e9aa138d-c786-45b2-b42b-72ed21935e79, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e9aa138d-c786-45b2-b42b-72ed21935e79,segment=NetworkSegment(9c7672e6-f67e-44aa-8350-195541f454ae),segment_id=9c7672e6-f67e-44aa-8350-195541f454ae)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:09:13.973573 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:13.974932 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device f754221b-9321-429c-b76d-2a4ae4f1f65a up at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:09:14.002864 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1c036-cfa9-4cc0-8a1e-2e0653ab0d60 req-1e9553ff-0a4c-40cf-ad63-7bc388da17a8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:14.004814 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a3d1c036-cfa9-4cc0-8a1e-2e0653ab0d60 req-1e9553ff-0a4c-40cf-ad63-7bc388da17a8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 944 time: 0.2414582 May 19 21:09:14.042246 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:14.133352 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a3d1c036-cfa9-4cc0-8a1e-2e0653ab0d60 req-b43a3d0c-4dcf-40a8-9b7c-bba9757e868c tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211126 May 19 21:09:14.153356 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbf43b-8869-4148-933b-0f89e3a43171 req-cd6f7626-8f90-4adc-ad9b-afb1ad6f3858 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:14.155909 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-a2dbf43b-8869-4148-933b-0f89e3a43171 req-cd6f7626-8f90-4adc-ad9b-afb1ad6f3858 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.1561553 May 19 21:09:14.180779 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8b31d3bd-3971-41c1-89ed-309f5ba1fcd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:14.193835 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8b31d3bd-3971-41c1-89ed-309f5ba1fcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:14.216287 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=e9aa138d-c786-45b2-b42b-72ed21935e79,revision_number=5']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:14.243027 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:14.255849 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-de1a6f2b-2647-4da3-bb73-68e2cbf28a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:14.258050 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning for port f754221b-9321-429c-b76d-2a4ae4f1f65a completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:09:14.263979 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-a2dbf43b-8869-4148-933b-0f89e3a43171 req-e15221eb-6c4e-429e-a6b2-e9822c55b5b3 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008101 May 19 21:09:14.273346 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning complete for port f754221b-9321-429c-b76d-2a4ae4f1f65a triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:09:14.273978 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:14.296399 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-92462023-ccdb-47bf-8a2c-5900a5b6044b req-5fd95fcc-b284-4ccb-9fc4-46b973936ef5 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8591375-91a5-4950-a3d3-f00ecc967dc2 HTTP/1.1" status: 200 len: 210 time: 0.1042459 May 19 21:09:14.363087 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-8b31d3bd-3971-41c1-89ed-309f5ba1fcd0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ce3c1bc09534f7b8b360792a5ddaa73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7375746 May 19 21:09:14.363466 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 45968) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:14.380248 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31d3bd-3971-41c1-89ed-309f5ba1fcd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6b6c78-6455-4936-811d-3f1d62ce234b,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:14.388891 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-8b31d3bd-3971-41c1-89ed-309f5ba1fcd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:14.454589 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-785bd389-9108-443d-aabd-e10c769e4050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:14.488001 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-785bd389-9108-443d-aabd-e10c769e4050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:14.515289 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:14.561301 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-785bd389-9108-443d-aabd-e10c769e4050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:14.567352 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:14.581251 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port f754221b-9321-429c-b76d-2a4ae4f1f65a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f754221b-9321-429c-b76d-2a4ae4f1f65a,segment=NetworkSegment(7ebb5a37-186a-44c7-8b3d-dea339fd8a91),segment_id=7ebb5a37-186a-44c7-8b3d-dea339fd8a91)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:09:14.587729 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:14.589891 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:14.591158 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785bd389-9108-443d-aabd-e10c769e4050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6b6c78-6455-4936-811d-3f1d62ce234b,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:14.602711 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bd389-9108-443d-aabd-e10c769e4050 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:14.603986 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bd389-9108-443d-aabd-e10c769e4050 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:14.604667 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bd389-9108-443d-aabd-e10c769e4050 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:14.605074 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bd389-9108-443d-aabd-e10c769e4050 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:14.605401 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bd389-9108-443d-aabd-e10c769e4050 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:14.605808 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bd389-9108-443d-aabd-e10c769e4050 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:14.606137 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bd389-9108-443d-aabd-e10c769e4050 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:14.606498 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bd389-9108-443d-aabd-e10c769e4050 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:14.606867 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bd389-9108-443d-aabd-e10c769e4050 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:14.607195 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bd389-9108-443d-aabd-e10c769e4050 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:14.607518 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bd389-9108-443d-aabd-e10c769e4050 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:14.607844 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785bd389-9108-443d-aabd-e10c769e4050 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:14.611661 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-785bd389-9108-443d-aabd-e10c769e4050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:14.620181 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-785bd389-9108-443d-aabd-e10c769e4050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:14.623011 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-785bd389-9108-443d-aabd-e10c769e4050 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9c6b6c78-6455-4936-811d-3f1d62ce234b HTTP/1.1" status: 204 len: 168 time: 0.2564268 May 19 21:09:14.740502 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d2026-217b-4066-805c-c42015ce0c80 req-bc5d4106-1f3b-494d-808f-c88fdac3fe22 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:14.743208 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-0d9d2026-217b-4066-805c-c42015ce0c80 req-bc5d4106-1f3b-494d-808f-c88fdac3fe22 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 945 time: 0.1206789 May 19 21:09:14.802816 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=f754221b-9321-429c-b76d-2a4ae4f1f65a,revision_number=5']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:14.806771 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:14.837870 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-0d9d2026-217b-4066-805c-c42015ce0c80 req-32014f97-2b2c-4dbe-99f5-54c5ec9fc32b tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875697 May 19 21:09:15.047510 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd355b82e-ad7c-4af9-8cda-1d4c2fe27c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b2d0e7-03c8-4555-8af2-3847c800d7e4'}, {'server_uuid': '70a27231-ee3a-4cf0-b09c-99d06383ee13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9aa138d-c786-45b2-b42b-72ed21935e79'}, {'server_uuid': 'f8d0c4d2-8518-479a-b6d6-b5ea9503e96e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f754221b-9321-429c-b76d-2a4ae4f1f65a'}] {{(pid=91838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:09:15.075427 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 45990) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:15.107511 dv-cinder-784623-12-iscsi neutron-server[91838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd355b82e-ad7c-4af9-8cda-1d4c2fe27c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b2d0e7-03c8-4555-8af2-3847c800d7e4', 'code': 200} May 19 21:09:15.107780 dv-cinder-784623-12-iscsi neutron-server[91838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a27231-ee3a-4cf0-b09c-99d06383ee13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9aa138d-c786-45b2-b42b-72ed21935e79', 'code': 200} May 19 21:09:15.108041 dv-cinder-784623-12-iscsi neutron-server[91838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d0c4d2-8518-479a-b6d6-b5ea9503e96e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f754221b-9321-429c-b76d-2a4ae4f1f65a', 'code': 200} May 19 21:09:15.477904 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-d4f04a2e-264f-42e4-868d-6e088417c62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:15.543347 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-d4f04a2e-264f-42e4-868d-6e088417c62c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:15.547499 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-d4f04a2e-264f-42e4-868d-6e088417c62c admin admin] Usage tracker for resource:security_group_rule and tenant:fdbf7a646eab4b24b0ad52603f59b82b is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:15.551243 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-d4f04a2e-264f-42e4-868d-6e088417c62c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:15.558027 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-d4f04a2e-264f-42e4-868d-6e088417c62c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:15.779712 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-d4f04a2e-264f-42e4-868d-6e088417c62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:15.790955 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-d4f04a2e-264f-42e4-868d-6e088417c62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:15.836591 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:15.864701 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd001fb-9dd0-4ae2-850f-fcaaedf38127 req-8e7e2acc-7570-4ac2-b105-53efb0975e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:15.866443 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9dd001fb-9dd0-4ae2-850f-fcaaedf38127 req-8e7e2acc-7570-4ac2-b105-53efb0975e31 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 1098 time: 0.3292944 May 19 21:09:15.874281 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859eee6-289f-4a12-a93a-d2198ca06043 req-d1163084-b711-44f2-88c4-5ed99d97be03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:15.875820 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f859eee6-289f-4a12-a93a-d2198ca06043 req-d1163084-b711-44f2-88c4-5ed99d97be03 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 1098 time: 0.4329178 May 19 21:09:15.930812 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f04a2e-264f-42e4-868d-6e088417c62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0ea650-7b94-4fde-9067-a9d89ac47399,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:15.934655 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3d34e-c255-41f9-b75e-de1a5c968a38 req-1c6ccec6-c096-4a5a-a9a2-c050e29627bb tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:15.936093 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1cc3d34e-c255-41f9-b75e-de1a5c968a38 req-1c6ccec6-c096-4a5a-a9a2-c050e29627bb tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.4001219 May 19 21:09:15.962617 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-d4f04a2e-264f-42e4-868d-6e088417c62c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fdbf7a646eab4b24b0ad52603f59b82b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8860202 May 19 21:09:15.964200 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-d4f04a2e-264f-42e4-868d-6e088417c62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:15.969202 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 46030) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:15.984590 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-6ca73a27-009c-49eb-84d1-bb735a97afc3 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:15.985762 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-6ca73a27-009c-49eb-84d1-bb735a97afc3 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.25 "GET /v2.0/networks?id=a9d43337-a378-49d5-82b2-4ebd65977430 HTTP/1.1" status: 200 len: 815 time: 0.3398199 May 19 21:09:16.003940 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ae332-7543-419c-b026-e10b047f29a9 req-2de41ff8-a074-407d-83b3-c07f43ec8c5e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:16.011413 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-8e5ae332-7543-419c-b026-e10b047f29a9 req-2de41ff8-a074-407d-83b3-c07f43ec8c5e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.6011519 May 19 21:09:16.033810 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9dd001fb-9dd0-4ae2-850f-fcaaedf38127 req-d9713f64-618e-47af-b71a-24ab10c04d5f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535170 May 19 21:09:16.042053 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-8dd5a1eb-c56f-4a08-ae86-54ce84b3187b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Request body: {'port': {'device_id': 'a8591375-91a5-4950-a3d3-f00ecc967dc2', 'network_id': 'a9d43337-a378-49d5-82b2-4ebd65977430', 'admin_state_up': True, 'tenant_id': 'f838b440391445eabd534628afd06893'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:09:16.053460 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06c109-e493-48d3-9031-985577377d4c req-740ae69f-4ea2-4f81-a847-fe35ac53a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:16.055018 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-be06c109-e493-48d3-9031-985577377d4c req-740ae69f-4ea2-4f81-a847-fe35ac53a862 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 1099 time: 0.5571196 May 19 21:09:16.096935 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-8e5ae332-7543-419c-b026-e10b047f29a9 req-1bef6994-a11a-45e5-91fd-3e773f33a496 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844078 May 19 21:09:16.206803 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-a3f9810e-cb01-4d9e-bdb6-0a67afe2e7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:16.223867 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f859eee6-289f-4a12-a93a-d2198ca06043 req-b91c8843-1680-4d17-b38f-08c3890a2b54 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3277216 May 19 21:09:16.249662 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1cc3d34e-c255-41f9-b75e-de1a5c968a38 req-00343f59-96d7-4570-afda-79e45e02ec1a tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990692 May 19 21:09:16.252418 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-be06c109-e493-48d3-9031-985577377d4c req-f0ada4da-6b6d-4d52-852d-bfff41ee10f1 service neutron] Synchronizing usage tracker for tenant:55ac4a7a252944349a23a5d1b6ce2c58 on resource:security_group {{(pid=91837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:09:16.264668 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-8dd5a1eb-c56f-4a08-ae86-54ce84b3187b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:16.277333 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-8dd5a1eb-c56f-4a08-ae86-54ce84b3187b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:16.296401 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-8dd5a1eb-c56f-4a08-ae86-54ce84b3187b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Made reservation on behalf of f838b440391445eabd534628afd06893 for: {'port': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:09:16.300302 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-8dd5a1eb-c56f-4a08-ae86-54ce84b3187b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:16.348417 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-a3f9810e-cb01-4d9e-bdb6-0a67afe2e7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:16.359110 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-12abeb94-8e4a-492d-92a6-863dc38f7351 req-40afc09a-0e0e-496a-a628-ecf6f1afa57f tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8591375-91a5-4950-a3d3-f00ecc967dc2 HTTP/1.1" status: 200 len: 210 time: 0.1032958 May 19 21:09:16.382627 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-be06c109-e493-48d3-9031-985577377d4c req-f0ada4da-6b6d-4d52-852d-bfff41ee10f1 service neutron] Unset dirty status for tenant:55ac4a7a252944349a23a5d1b6ce2c58 on resource:security_group {{(pid=91837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:09:16.384328 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-be06c109-e493-48d3-9031-985577377d4c req-f0ada4da-6b6d-4d52-852d-bfff41ee10f1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644050 May 19 21:09:16.425952 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-a3f9810e-cb01-4d9e-bdb6-0a67afe2e7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:16.435146 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:16.462581 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9810e-cb01-4d9e-bdb6-0a67afe2e7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0ea650-7b94-4fde-9067-a9d89ac47399,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:16.467796 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-a3f9810e-cb01-4d9e-bdb6-0a67afe2e7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:16.468089 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-a3f9810e-cb01-4d9e-bdb6-0a67afe2e7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:16.474260 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-a3f9810e-cb01-4d9e-bdb6-0a67afe2e7b9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cc0ea650-7b94-4fde-9067-a9d89ac47399 HTTP/1.1" status: 204 len: 168 time: 0.5014377 May 19 21:09:16.568381 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd54c2d-6156-4564-8cf6-f0314262a018 req-620ac7f6-1cea-4a9b-a9ed-fb48ac181c08 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:16.582691 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-6dd54c2d-6156-4564-8cf6-f0314262a018 req-620ac7f6-1cea-4a9b-a9ed-fb48ac181c08 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 945 time: 0.2030239 May 19 21:09:16.638536 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-6dd54c2d-6156-4564-8cf6-f0314262a018 req-1189352d-fccd-4622-b9e8-38bfbd616d62 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549216 May 19 21:09:16.643321 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-8dd5a1eb-c56f-4a08-ae86-54ce84b3187b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Allocated IP 172.20.0.10 (a9d43337-a378-49d5-82b2-4ebd65977430/f4cfbac3-5da0-4b73-8c5a-c49311a5c5eb/a5e863d8-9aaa-4cfb-b355-9ebe571330ae) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:09:17.021413 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-8dd5a1eb-c56f-4a08-ae86-54ce84b3187b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:17.028149 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7358b-aebc-4e58-b0f4-4da8ecc8d5dd req-37fc8ea8-2fb2-489b-8b9e-f5daca56fa35 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:17.033852 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c4a7358b-aebc-4e58-b0f4-4da8ecc8d5dd req-37fc8ea8-2fb2-489b-8b9e-f5daca56fa35 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 945 time: 0.1441109 May 19 21:09:17.039772 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 46064) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:17.046440 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-d76aae69-312b-4ce8-ae11-324c348eff8f tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Request body: {'floatingip': {'port_id': '47c71c0a-a5f7-4a6c-939c-81ef96bfa929'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:09:17.106006 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 46070) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:17.139624 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1514c13e-65df-44e9-8400-c22c6773743b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:17.155348 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-d76aae69-312b-4ce8-ae11-324c348eff8f tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for floatingip, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:17.165648 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-1514c13e-65df-44e9-8400-c22c6773743b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:17.170108 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-1514c13e-65df-44e9-8400-c22c6773743b admin admin] Usage tracker for resource:security_group_rule and tenant:e72e5ed347bc4e66a0dbef84efea30da is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:17.173251 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-1514c13e-65df-44e9-8400-c22c6773743b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:17.180381 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-1514c13e-65df-44e9-8400-c22c6773743b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:17.302491 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1514c13e-65df-44e9-8400-c22c6773743b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:17.312320 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1514c13e-65df-44e9-8400-c22c6773743b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:17.337828 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:17.371200 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-8dd5a1eb-c56f-4a08-ae86-54ce84b3187b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:17.387096 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['ad249b6e-b1f9-4912-b2bf-5df4f5180208'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:09:17.391650 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:17.433669 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-1514c13e-65df-44e9-8400-c22c6773743b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e72e5ed347bc4e66a0dbef84efea30da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3249354 May 19 21:09:17.444021 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 46086) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:17.473197 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514c13e-65df-44e9-8400-c22c6773743b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f814dab-ad7f-47c1-a500-ba60dc207dac,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:17.479041 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-1514c13e-65df-44e9-8400-c22c6773743b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:17.530446 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-8dd5a1eb-c56f-4a08-ae86-54ce84b3187b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Network a9d43337-a378-49d5-82b2-4ebd65977430 is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:09:17.541429 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-8dd5a1eb-c56f-4a08-ae86-54ce84b3187b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:09:17.562674 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-8dd5a1eb-c56f-4a08-ae86-54ce84b3187b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:09:17.571246 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-8dd5a1eb-c56f-4a08-ae86-54ce84b3187b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:17.571246 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-8dd5a1eb-c56f-4a08-ae86-54ce84b3187b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:17.605073 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5a1eb-c56f-4a08-ae86-54ce84b3187b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Pushing event updated for resources: {'Port': ['ID=a5e863d8-9aaa-4cfb-b355-9ebe571330ae,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:17.685915 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5a1eb-c56f-4a08-ae86-54ce84b3187b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:17.686440 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5a1eb-c56f-4a08-ae86-54ce84b3187b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:17.686790 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5a1eb-c56f-4a08-ae86-54ce84b3187b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:17.687169 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5a1eb-c56f-4a08-ae86-54ce84b3187b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:17.687495 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5a1eb-c56f-4a08-ae86-54ce84b3187b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:17.687838 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5a1eb-c56f-4a08-ae86-54ce84b3187b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:17.688198 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5a1eb-c56f-4a08-ae86-54ce84b3187b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:17.688504 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5a1eb-c56f-4a08-ae86-54ce84b3187b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:17.688838 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5a1eb-c56f-4a08-ae86-54ce84b3187b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:17.689167 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5a1eb-c56f-4a08-ae86-54ce84b3187b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:17.689657 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5a1eb-c56f-4a08-ae86-54ce84b3187b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:17.689992 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd5a1eb-c56f-4a08-ae86-54ce84b3187b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:17.726649 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-8dd5a1eb-c56f-4a08-ae86-54ce84b3187b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:17.737080 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d41d36-ef68-43f0-b832-1884e093dbfe req-8ec00ca1-b9cb-40ae-8306-31e38bfad398 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:17.758289 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b2d41d36-ef68-43f0-b832-1884e093dbfe req-8ec00ca1-b9cb-40ae-8306-31e38bfad398 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.5227878 May 19 21:09:17.829532 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ef226fb6-39cf-4e60-9e2c-deaa28064783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:17.848372 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-8dd5a1eb-c56f-4a08-ae86-54ce84b3187b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8253827 May 19 21:09:17.863381 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5159e-41af-49a0-8741-0dd37117d5e0 req-dc573de5-6c25-4fec-9b35-d1cec24444e1 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:17.870868 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-69c5159e-41af-49a0-8741-0dd37117d5e0 req-dc573de5-6c25-4fec-9b35-d1cec24444e1 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.3906102 May 19 21:09:17.902438 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ef226fb6-39cf-4e60-9e2c-deaa28064783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:17.936959 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-bad14dd1-e286-447a-9f66-787627467971 service neutron] Request body: {'port': {'device_id': 'a8591375-91a5-4950-a3d3-f00ecc967dc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:09:17.963512 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-69c5159e-41af-49a0-8741-0dd37117d5e0 req-6b2b03c6-06f4-49ab-8be9-781efa529cf0 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916140 May 19 21:09:17.972704 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b2d41d36-ef68-43f0-b832-1884e093dbfe req-94623f14-2c48-46a7-945a-d6fdb3c70369 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130752 May 19 21:09:18.003937 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ef226fb6-39cf-4e60-9e2c-deaa28064783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:18.006047 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-c632e643-e648-4462-925d-5b24f82f0ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:18.046346 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef226fb6-39cf-4e60-9e2c-deaa28064783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f814dab-ad7f-47c1-a500-ba60dc207dac,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:18.053720 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-ef226fb6-39cf-4e60-9e2c-deaa28064783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:18.064613 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ef226fb6-39cf-4e60-9e2c-deaa28064783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:18.068563 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-ef226fb6-39cf-4e60-9e2c-deaa28064783 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2f814dab-ad7f-47c1-a500-ba60dc207dac HTTP/1.1" status: 204 len: 168 time: 0.6196139 May 19 21:09:18.315304 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d071d-26ee-4432-9071-de228e7bc427 req-93b35e00-ed33-4ab3-8175-f86896bfa998 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:18.317289 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-286d071d-26ee-4432-9071-de228e7bc427 req-93b35e00-ed33-4ab3-8175-f86896bfa998 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8591375-91a5-4950-a3d3-f00ecc967dc2 HTTP/1.1" status: 200 len: 932 time: 0.1866350 May 19 21:09:18.388961 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-286d071d-26ee-4432-9071-de228e7bc427 req-b8ee8f54-b704-49a2-99ca-7e685e64d327 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658262 May 19 21:09:18.457243 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-bad14dd1-e286-447a-9f66-787627467971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:18.788540 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.db.resource_extend [None req-d76aae69-312b-4ce8-ae11-324c348eff8f tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 21:09:18.937258 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-d76aae69-312b-4ce8-ae11-324c348eff8f tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:18.985754 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-d76aae69-312b-4ce8-ae11-324c348eff8f tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658636'] for floatingip, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:19.207582 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd460069-854b-48c1-9780-12ab7574674f req-46efbec5-1456-43b4-81d4-fbc23815d11f tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:19.211322 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-bd460069-854b-48c1-9780-12ab7574674f req-46efbec5-1456-43b4-81d4-fbc23815d11f tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.1003499 May 19 21:09:19.265113 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-bd460069-854b-48c1-9780-12ab7574674f req-2121a943-7ad6-47ad-a1e4-8ffb602058b4 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496836 May 19 21:09:19.363002 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.db.l3_db [None req-d76aae69-312b-4ce8-ae11-324c348eff8f tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Floating IP df9358fa-42d0-45a4-86f7-afb6a07cc073 associated. External IP: 172.27.1.243, port: 47c71c0a-a5f7-4a6c-939c-81ef96bfa929. May 19 21:09:19.602806 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160a39c-a954-4604-9c5a-05d792ffdc94 req-8363a4f4-aacc-4548-abb5-b0d3075ffd86 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:19.615323 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e1791-297b-43f0-8166-add42d33362e req-94d9b6c4-39d0-4344-997c-124be7bdfed3 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:19.619448 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-6160a39c-a954-4604-9c5a-05d792ffdc94 req-8363a4f4-aacc-4548-abb5-b0d3075ffd86 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.5326111 May 19 21:09:19.625662 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-577e1791-297b-43f0-8166-add42d33362e req-94d9b6c4-39d0-4344-997c-124be7bdfed3 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.1903267 May 19 21:09:19.626532 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 46150) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:19.659197 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-6090ec78-c630-4fe3-b219-fce589ae1d76 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Request body: {'floatingip': {'port_id': 'f754221b-9321-429c-b76d-2a4ae4f1f65a'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:09:19.685856 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-bad14dd1-e286-447a-9f66-787627467971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5e863d8-9aaa-4cfb-b355-9ebe571330ae {{(pid=91836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:09:19.729291 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-bad14dd1-e286-447a-9f66-787627467971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:19.836215 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-bad14dd1-e286-447a-9f66-787627467971 service neutron] Transition to ACTIVE for port object a5e863d8-9aaa-4cfb-b355-9ebe571330ae will not be triggered until provisioned by entity L2. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:09:19.880076 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-bad14dd1-e286-447a-9f66-787627467971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:19.891568 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-6090ec78-c630-4fe3-b219-fce589ae1d76 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for floatingip, before_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:19.904298 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:19.946498 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-6160a39c-a954-4604-9c5a-05d792ffdc94 req-04bea4e8-5f95-47b1-b711-b559914f3756 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261776 May 19 21:09:20.141567 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-bad14dd1-e286-447a-9f66-787627467971 service neutron] Attempting to bind port a5e863d8-9aaa-4cfb-b355-9ebe571330ae on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:09:20.142034 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-bad14dd1-e286-447a-9f66-787627467971 service neutron] Attempting to bind port a5e863d8-9aaa-4cfb-b355-9ebe571330ae by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'b490382e-b18a-49ba-8255-29d8291b1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d43337-a378-49d5-82b2-4ebd65977430'}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:09:20.142361 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-bad14dd1-e286-447a-9f66-787627467971 service neutron] Attempting to bind port a5e863d8-9aaa-4cfb-b355-9ebe571330ae on network a9d43337-a378-49d5-82b2-4ebd65977430 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:09:20.155707 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad14dd1-e286-447a-9f66-787627467971 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e863d8-9aaa-4cfb-b355-9ebe571330ae,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:20.165665 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aec1a6-1367-47db-a7c0-2b20434876a7 req-7688f8d8-922b-4139-a7a5-8bb6d672dd28 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:20.166195 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76aae69-312b-4ce8-ae11-324c348eff8f tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Router 106c6bc3-df58-4ca5-b602-4b93b8644468 has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:09:20.170729 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-34aec1a6-1367-47db-a7c0-2b20434876a7 req-7688f8d8-922b-4139-a7a5-8bb6d672dd28 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8591375-91a5-4950-a3d3-f00ecc967dc2 HTTP/1.1" status: 200 len: 944 time: 0.3633714 May 19 21:09:20.173334 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-bad14dd1-e286-447a-9f66-787627467971 service neutron] Port a5e863d8-9aaa-4cfb-b355-9ebe571330ae on network a9d43337-a378-49d5-82b2-4ebd65977430 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 21:09:20.173717 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-bad14dd1-e286-447a-9f66-787627467971 service neutron] Attempting to bind port a5e863d8-9aaa-4cfb-b355-9ebe571330ae on network a9d43337-a378-49d5-82b2-4ebd65977430 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:09:20.178551 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-bad14dd1-e286-447a-9f66-787627467971 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:20.184714 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-bad14dd1-e286-447a-9f66-787627467971 service neutron] Checking agent: {'id': '2fb6168f-df3b-41e1-92fa-9ac77f822fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'started_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:09:20.184945 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-bad14dd1-e286-447a-9f66-787627467971 service neutron] Checking segment: {'id': 'b490382e-b18a-49ba-8255-29d8291b1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d43337-a378-49d5-82b2-4ebd65977430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:09:20.185376 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-bad14dd1-e286-447a-9f66-787627467971 service neutron] Bound using segment: {'id': 'b490382e-b18a-49ba-8255-29d8291b1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d43337-a378-49d5-82b2-4ebd65977430'} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:09:20.185812 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-bad14dd1-e286-447a-9f66-787627467971 service neutron] Bound port: a5e863d8-9aaa-4cfb-b355-9ebe571330ae, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b490382e-b18a-49ba-8255-29d8291b1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d43337-a378-49d5-82b2-4ebd65977430'}}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:09:20.186157 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-bad14dd1-e286-447a-9f66-787627467971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:20.447169 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-34aec1a6-1367-47db-a7c0-2b20434876a7 req-ca07f9ae-6ffa-4a30-ace3-623b13c0b08c tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626383 May 19 21:09:20.539835 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-bad14dd1-e286-447a-9f66-787627467971 service neutron] For port a5e863d8-9aaa-4cfb-b355-9ebe571330ae, host hv-cinder-78462, cleared binding levels {{(pid=91836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:09:20.543640 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-bad14dd1-e286-447a-9f66-787627467971 service neutron] For port a5e863d8-9aaa-4cfb-b355-9ebe571330ae, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a5e863d8-9aaa-4cfb-b355-9ebe571330ae,segment=NetworkSegment(b490382e-b18a-49ba-8255-29d8291b1b57),segment_id=b490382e-b18a-49ba-8255-29d8291b1b57)] {{(pid=91836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:09:20.611737 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-bad14dd1-e286-447a-9f66-787627467971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:20.625829 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:20.738919 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-bad14dd1-e286-447a-9f66-787627467971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:20.739541 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-bad14dd1-e286-447a-9f66-787627467971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:20.741281 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-bad14dd1-e286-447a-9f66-787627467971 service neutron] 10.222.0.25 "PUT /v2.0/ports/a5e863d8-9aaa-4cfb-b355-9ebe571330ae HTTP/1.1" status: 200 len: 1094 time: 2.8112013 May 19 21:09:20.742991 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8591375-91a5-4950-a3d3-f00ecc967dc2', 'tag': 'a5e863d8-9aaa-4cfb-b355-9ebe571330ae'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:09:20.772619 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76aae69-312b-4ce8-ae11-324c348eff8f tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:09:20.780915 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-d76aae69-312b-4ce8-ae11-324c348eff8f tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for floatingip, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:20.790585 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc436122-3a29-4956-9a40-8f6ea92f778d None None] Sync routers for ids ['106c6bc3-df58-4ca5-b602-4b93b8644468'] in dv-cinder-784623-12-iscsi {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:09:20.802932 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc436122-3a29-4956-9a40-8f6ea92f778d None None] Routers {'106c6bc3-df58-4ca5-b602-4b93b8644468'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:09:20.804060 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-fc436122-3a29-4956-9a40-8f6ea92f778d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:09:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['106c6bc3-df58-4ca5-b602-4b93b8644468'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:09:20.823662 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad14dd1-e286-447a-9f66-787627467971 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e863d8-9aaa-4cfb-b355-9ebe571330ae,revision_number=3']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:20.839705 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-bad14dd1-e286-447a-9f66-787627467971 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:20.857227 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-d76aae69-312b-4ce8-ae11-324c348eff8f tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "PUT /v2.0/floatingips/df9358fa-42d0-45a4-86f7-afb6a07cc073 HTTP/1.1" status: 200 len: 991 time: 3.8163571 May 19 21:09:20.870897 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1085b-8e2f-4cab-9641-76cbf6bf3fca req-801234d1-dd44-46b1-a8b1-2904235f12b9 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:20.878696 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-84f1085b-8e2f-4cab-9641-76cbf6bf3fca req-801234d1-dd44-46b1-a8b1-2904235f12b9 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.2134335 May 19 21:09:20.934795 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-84f1085b-8e2f-4cab-9641-76cbf6bf3fca req-3c7c83eb-97ba-4eba-8a61-68d782b70fb9 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550988 May 19 21:09:20.949154 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8ccac-c5d8-463d-8293-5c4db2832b72 req-aef4c701-d54f-413d-baf4-961ec32eff85 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:20.950749 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-9ae8ccac-c5d8-463d-8293-5c4db2832b72 req-aef4c701-d54f-413d-baf4-961ec32eff85 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/ports?device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 945 time: 0.2598312 May 19 21:09:21.040290 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8591375-91a5-4950-a3d3-f00ecc967dc2', 'tag': 'a5e863d8-9aaa-4cfb-b355-9ebe571330ae', 'status': 'completed', 'code': 200} May 19 21:09:21.078237 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-fc436122-3a29-4956-9a40-8f6ea92f778d None None] Set router 106c6bc3-df58-4ca5-b602-4b93b8644468 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:09:21.090403 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-9ae8ccac-c5d8-463d-8293-5c4db2832b72 req-7d143389-5134-4acc-bb65-9964d30fd3e1 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/security-groups?id=09eb6322-ddae-41bb-bd64-ad6129682cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251848 May 19 21:09:21.091831 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.db.resource_extend [None req-6090ec78-c630-4fe3-b219-fce589ae1d76 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 21:09:21.190056 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-6090ec78-c630-4fe3-b219-fce589ae1d76 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:21.196602 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-6090ec78-c630-4fe3-b219-fce589ae1d76 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658636'] for floatingip, after_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:21.376813 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.db.l3_db [None req-6090ec78-c630-4fe3-b219-fce589ae1d76 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Floating IP 2cb0f7b2-1145-4080-ae74-5b66f0c4bfc7 associated. External IP: 172.27.1.150, port: f754221b-9321-429c-b76d-2a4ae4f1f65a. May 19 21:09:21.442035 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-fc436122-3a29-4956-9a40-8f6ea92f778d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'name': 'tempest-AttachVolumeShelveTestJSON-811945201-router', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:18Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 4, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'gw_port': {'id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:20Z', 'updated_at': '2021-05-19T21:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_floatingips': [{'id': 'df9358fa-42d0-45a4-86f7-afb6a07cc073', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'port_id': '47c71c0a-a5f7-4a6c-939c-81ef96bfa929', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d', 'mac_address': 'fa:16:3e:81:ac:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd455e522-6423-4e4b-af9c-9ea35d638a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:08:43Z', 'updated_at': '2021-05-19T21:09:18Z', 'revision_number': 1, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e03d05c-8623-4216-8282-5048e75943c7', 'name': '', 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'mac_address': 'fa:16:3e:e8:1e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:28Z', 'updated_at': '2021-05-19T21:08:42Z', 'revision_number': 5, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'subnets': [{'id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:09:21.446189 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc436122-3a29-4956-9a40-8f6ea92f778d None None] Checking router: 106c6bc3-df58-4ca5-b602-4b93b8644468 for host: dv-cinder-784623-12-iscsi {{(pid=91839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:09:21.454539 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc436122-3a29-4956-9a40-8f6ea92f778d None None] Routers {'106c6bc3-df58-4ca5-b602-4b93b8644468'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:09:21.455601 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-fc436122-3a29-4956-9a40-8f6ea92f778d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:09:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['106c6bc3-df58-4ca5-b602-4b93b8644468'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:09:21.668532 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-fc436122-3a29-4956-9a40-8f6ea92f778d None None] Set router 106c6bc3-df58-4ca5-b602-4b93b8644468 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:09:21.796162 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6090ec78-c630-4fe3-b219-fce589ae1d76 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Router e692fffc-98ec-4754-b6db-d2f2de36fe35 has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:09:21.804040 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575e418-9f54-4a2d-ab6d-8b3faf7671a6 req-61737c9a-7cf2-4309-af78-756b158b5847 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:21.805514 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-d575e418-9f54-4a2d-ab6d-8b3faf7671a6 req-61737c9a-7cf2-4309-af78-756b158b5847 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8591375-91a5-4950-a3d3-f00ecc967dc2 HTTP/1.1" status: 200 len: 944 time: 0.1970658 May 19 21:09:21.931423 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-d575e418-9f54-4a2d-ab6d-8b3faf7671a6 req-c683b919-2b15-4b3e-9055-d0689bc6e8fd tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182802 May 19 21:09:22.034509 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6090ec78-c630-4fe3-b219-fce589ae1d76 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:09:22.040305 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-6090ec78-c630-4fe3-b219-fce589ae1d76 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for floatingip, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:22.046743 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf4e407-5843-42c0-b2e3-0ef5f923ad7b None None] Sync routers for ids ['e692fffc-98ec-4754-b6db-d2f2de36fe35'] in dv-cinder-784623-12-iscsi {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:09:22.056129 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-fc436122-3a29-4956-9a40-8f6ea92f778d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'name': 'tempest-AttachVolumeShelveTestJSON-811945201-router', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:18Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 4, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'gw_port': {'id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:20Z', 'updated_at': '2021-05-19T21:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_floatingips': [{'id': 'df9358fa-42d0-45a4-86f7-afb6a07cc073', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'port_id': '47c71c0a-a5f7-4a6c-939c-81ef96bfa929', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d', 'mac_address': 'fa:16:3e:81:ac:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd455e522-6423-4e4b-af9c-9ea35d638a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:08:43Z', 'updated_at': '2021-05-19T21:09:18Z', 'revision_number': 1, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e03d05c-8623-4216-8282-5048e75943c7', 'name': '', 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'mac_address': 'fa:16:3e:e8:1e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:28Z', 'updated_at': '2021-05-19T21:08:42Z', 'revision_number': 5, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'subnets': [{'id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:09:22.057047 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf4e407-5843-42c0-b2e3-0ef5f923ad7b None None] Routers {'e692fffc-98ec-4754-b6db-d2f2de36fe35'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:09:22.058074 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-3bf4e407-5843-42c0-b2e3-0ef5f923ad7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:09:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['e692fffc-98ec-4754-b6db-d2f2de36fe35'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:09:22.060777 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc436122-3a29-4956-9a40-8f6ea92f778d None None] The sync data for ids ['106c6bc3-df58-4ca5-b602-4b93b8644468'] in dv-cinder-784623-12-iscsi is: [{'id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'name': 'tempest-AttachVolumeShelveTestJSON-811945201-router', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:18Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 4, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'gw_port': {'id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:20Z', 'updated_at': '2021-05-19T21:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_floatingips': [{'id': 'df9358fa-42d0-45a4-86f7-afb6a07cc073', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'port_id': '47c71c0a-a5f7-4a6c-939c-81ef96bfa929', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d', 'mac_address': 'fa:16:3e:81:ac:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd455e522-6423-4e4b-af9c-9ea35d638a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:08:43Z', 'updated_at': '2021-05-19T21:09:18Z', 'revision_number': 1, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e03d05c-8623-4216-8282-5048e75943c7', 'name': '', 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'mac_address': 'fa:16:3e:e8:1e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:28Z', 'updated_at': '2021-05-19T21:08:42Z', 'revision_number': 5, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'subnets': [{'id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:09:22.154463 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-6090ec78-c630-4fe3-b219-fce589ae1d76 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "PUT /v2.0/floatingips/2cb0f7b2-1145-4080-ae74-5b66f0c4bfc7 HTTP/1.1" status: 200 len: 991 time: 2.5126917 May 19 21:09:22.156449 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d0c4d2-8518-479a-b6d6-b5ea9503e96e', 'tag': 'f754221b-9321-429c-b76d-2a4ae4f1f65a'}] {{(pid=91837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:09:22.188480 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa00341-119a-418d-97d6-3b426e487a06 req-82ee1618-f6d8-4a26-bf6e-14ae1e7b28f2 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:22.189910 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-6aa00341-119a-418d-97d6-3b426e487a06 req-82ee1618-f6d8-4a26-bf6e-14ae1e7b28f2 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.1205626 May 19 21:09:22.240248 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-6aa00341-119a-418d-97d6-3b426e487a06 req-d56689c5-cbb6-4e84-a443-a29d00de6a8c tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439806 May 19 21:09:22.270304 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-3bf4e407-5843-42c0-b2e3-0ef5f923ad7b None None] Set router e692fffc-98ec-4754-b6db-d2f2de36fe35 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:09:22.335507 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b383cf-615c-4c54-a96e-b3bfea7dba6c None None] New status for floating IP df9358fa-42d0-45a4-86f7-afb6a07cc073: ACTIVE {{(pid=91839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 21:09:22.447518 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c52624-a200-4d9b-8385-6853cf2b7fd2 req-d4f70d07-3b66-4121-9126-f3f9477cc536 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:22.449351 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-d0c52624-a200-4d9b-8385-6853cf2b7fd2 req-d4f70d07-3b66-4121-9126-f3f9477cc536 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/ports?device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 945 time: 0.0938382 May 19 21:09:22.501260 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-d0c52624-a200-4d9b-8385-6853cf2b7fd2 req-75418d1e-dc62-46d6-a80b-75127f71f99f tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/security-groups?id=09eb6322-ddae-41bb-bd64-ad6129682cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447083 May 19 21:09:22.668286 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-3bf4e407-5843-42c0-b2e3-0ef5f923ad7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'name': 'tempest-AttachVolumeTestJSON-541461897-router', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:17Z', 'updated_at': '2021-05-19T21:08:34Z', 'revision_number': 4, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'gw_port': {'id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:19Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_floatingips': [{'id': '2cb0f7b2-1145-4080-ae74-5b66f0c4bfc7', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'port_id': 'f754221b-9321-429c-b76d-2a4ae4f1f65a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a', 'mac_address': 'fa:16:3e:90:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d0c4d2-8518-479a-b6d6-b5ea9503e96e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:08:47Z', 'updated_at': '2021-05-19T21:09:20Z', 'revision_number': 1, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82e3b671-39fe-4ff5-aea1-cc914d7df6c0', 'name': '', 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'mac_address': 'fa:16:3e:ea:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '630830f2-778f-4bba-87b9-a49ae18b87af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:27Z', 'updated_at': '2021-05-19T21:08:48Z', 'revision_number': 5, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'subnets': [{'id': '630830f2-778f-4bba-87b9-a49ae18b87af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:09:22.672246 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf4e407-5843-42c0-b2e3-0ef5f923ad7b None None] Checking router: e692fffc-98ec-4754-b6db-d2f2de36fe35 for host: dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:09:22.680941 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf4e407-5843-42c0-b2e3-0ef5f923ad7b None None] Routers {'e692fffc-98ec-4754-b6db-d2f2de36fe35'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:09:22.681547 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-3bf4e407-5843-42c0-b2e3-0ef5f923ad7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:09:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['e692fffc-98ec-4754-b6db-d2f2de36fe35'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:09:22.863876 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-3bf4e407-5843-42c0-b2e3-0ef5f923ad7b None None] Set router e692fffc-98ec-4754-b6db-d2f2de36fe35 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:09:23.042259 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd455e522-6423-4e4b-af9c-9ea35d638a20', 'tag': '47c71c0a-a5f7-4a6c-939c-81ef96bfa929'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:09:23.239755 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-3bf4e407-5843-42c0-b2e3-0ef5f923ad7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'name': 'tempest-AttachVolumeTestJSON-541461897-router', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:17Z', 'updated_at': '2021-05-19T21:08:34Z', 'revision_number': 4, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'gw_port': {'id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:19Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_floatingips': [{'id': '2cb0f7b2-1145-4080-ae74-5b66f0c4bfc7', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'port_id': 'f754221b-9321-429c-b76d-2a4ae4f1f65a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a', 'mac_address': 'fa:16:3e:90:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d0c4d2-8518-479a-b6d6-b5ea9503e96e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:08:47Z', 'updated_at': '2021-05-19T21:09:20Z', 'revision_number': 1, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82e3b671-39fe-4ff5-aea1-cc914d7df6c0', 'name': '', 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'mac_address': 'fa:16:3e:ea:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '630830f2-778f-4bba-87b9-a49ae18b87af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:27Z', 'updated_at': '2021-05-19T21:08:48Z', 'revision_number': 5, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'subnets': [{'id': '630830f2-778f-4bba-87b9-a49ae18b87af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:09:23.244766 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf4e407-5843-42c0-b2e3-0ef5f923ad7b None None] The sync data for ids ['e692fffc-98ec-4754-b6db-d2f2de36fe35'] in dv-cinder-784623-12-iscsi is: [{'id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'name': 'tempest-AttachVolumeTestJSON-541461897-router', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:17Z', 'updated_at': '2021-05-19T21:08:34Z', 'revision_number': 4, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'gw_port': {'id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:19Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_floatingips': [{'id': '2cb0f7b2-1145-4080-ae74-5b66f0c4bfc7', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'port_id': 'f754221b-9321-429c-b76d-2a4ae4f1f65a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a', 'mac_address': 'fa:16:3e:90:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d0c4d2-8518-479a-b6d6-b5ea9503e96e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:08:47Z', 'updated_at': '2021-05-19T21:09:20Z', 'revision_number': 1, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82e3b671-39fe-4ff5-aea1-cc914d7df6c0', 'name': '', 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'mac_address': 'fa:16:3e:ea:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '630830f2-778f-4bba-87b9-a49ae18b87af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:27Z', 'updated_at': '2021-05-19T21:08:48Z', 'revision_number': 5, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'subnets': [{'id': '630830f2-778f-4bba-87b9-a49ae18b87af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:09:23.437242 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2c775c-d9dc-400b-a0c5-9532b19b0e03 None None] New status for floating IP 2cb0f7b2-1145-4080-ae74-5b66f0c4bfc7: ACTIVE {{(pid=91838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 21:09:23.578197 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53c77a-541e-4ef0-9bfd-b9867fe9ab75 req-4ddc3e23-ec5c-448c-8b15-a0b9c5bbbd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:23.580183 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2a53c77a-541e-4ef0-9bfd-b9867fe9ab75 req-4ddc3e23-ec5c-448c-8b15-a0b9c5bbbd8c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f838b440391445eabd534628afd06893&device_id=a8591375-91a5-4950-a3d3-f00ecc967dc2 HTTP/1.1" status: 200 len: 1097 time: 0.1457160 May 19 21:09:23.639239 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d0c4d2-8518-479a-b6d6-b5ea9503e96e', 'tag': 'f754221b-9321-429c-b76d-2a4ae4f1f65a', 'status': 'completed', 'code': 200} May 19 21:09:23.680885 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a0139-85ea-4b5b-bbfa-1c64b67eef84 req-2a23b398-481c-4fe7-8a83-66051e89764f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:23.682481 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-f32a0139-85ea-4b5b-bbfa-1c64b67eef84 req-2a23b398-481c-4fe7-8a83-66051e89764f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=181c084e22284e5ca4bdb85e1464e799&device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 1099 time: 0.2433200 May 19 21:09:23.745631 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd455e522-6423-4e4b-af9c-9ea35d638a20', 'tag': '47c71c0a-a5f7-4a6c-939c-81ef96bfa929', 'status': 'completed', 'code': 200} May 19 21:09:23.918428 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a0139-85ea-4b5b-bbfa-1c64b67eef84 req-2db2427c-fa14-4b66-8dbc-c055a51623ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:23.919996 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-f32a0139-85ea-4b5b-bbfa-1c64b67eef84 req-2db2427c-fa14-4b66-8dbc-c055a51623ce service neutron] 10.222.0.25 "GET /v2.0/networks?id=ba66b4b4-ff54-4d87-8733-625194c2e0f7 HTTP/1.1" status: 200 len: 920 time: 0.2269056 May 19 21:09:23.935593 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53c77a-541e-4ef0-9bfd-b9867fe9ab75 req-b9b1913b-9ccd-434a-9154-0c37752c549f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:23.937075 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2a53c77a-541e-4ef0-9bfd-b9867fe9ab75 req-b9b1913b-9ccd-434a-9154-0c37752c549f service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=f838b440391445eabd534628afd06893&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3235745 May 19 21:09:23.941795 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3172c-36b2-4b76-8f93-9569940692da req-55684490-2397-467a-81b5-32f44ce7b1d1 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:23.943748 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-4de3172c-36b2-4b76-8f93-9569940692da req-55684490-2397-467a-81b5-32f44ce7b1d1 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.1317129 May 19 21:09:24.029882 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-f32a0139-85ea-4b5b-bbfa-1c64b67eef84 req-47a6ddaf-db9c-42ed-849a-292827ef5108 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9aa138d-c786-45b2-b42b-72ed21935e79 HTTP/1.1" status: 200 len: 217 time: 0.0966399 May 19 21:09:24.081871 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8011c9c-1fad-47a8-b443-26963564ce96 req-8e4314ae-fe24-43ec-ab03-0accc7ffdf09 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:24.082595 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-a8011c9c-1fad-47a8-b443-26963564ce96 req-8e4314ae-fe24-43ec-ab03-0accc7ffdf09 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Synchronizing usage tracker for tenant:f838b440391445eabd534628afd06893 on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:09:24.086827 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b61695-5bb7-4dab-9acb-cf7e68177a44 req-5b1b0e50-4a4a-435c-8232-28672f6fc880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:24.088418 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d6b61695-5bb7-4dab-9acb-cf7e68177a44 req-5b1b0e50-4a4a-435c-8232-28672f6fc880 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e1b034612bc4c438c95a1e8b0fd3627&device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 1098 time: 0.3449612 May 19 21:09:24.094843 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34baf36e-4a8e-4324-9fd4-f2afb0619085 req-ba529de8-4506-462e-924c-ea4d49833b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:24.096488 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-34baf36e-4a8e-4324-9fd4-f2afb0619085 req-ba529de8-4506-462e-924c-ea4d49833b20 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c68d7fb43ad842fea0b389e597b14848&device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 1098 time: 0.3502564 May 19 21:09:24.102977 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-4de3172c-36b2-4b76-8f93-9569940692da req-b02f34e2-f05d-4808-bb2c-2f8b3c1cfca2 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033235 May 19 21:09:24.123520 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a0139-85ea-4b5b-bbfa-1c64b67eef84 req-eada8e0c-39f5-453c-a690-88b278d9adb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:24.125125 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-f32a0139-85ea-4b5b-bbfa-1c64b67eef84 req-eada8e0c-39f5-453c-a690-88b278d9adb9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4eb5b8dd-57eb-4bea-ad4e-bbeedb2dc092 HTTP/1.1" status: 200 len: 859 time: 0.0781291 May 19 21:09:24.195983 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-f32a0139-85ea-4b5b-bbfa-1c64b67eef84 req-103bae57-7db3-448e-b282-4c730fc69c74 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ba66b4b4-ff54-4d87-8733-625194c2e0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541010 May 19 21:09:24.202865 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-a8011c9c-1fad-47a8-b443-26963564ce96 req-8e4314ae-fe24-43ec-ab03-0accc7ffdf09 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Unset dirty status for tenant:f838b440391445eabd534628afd06893 on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:09:24.204009 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a8011c9c-1fad-47a8-b443-26963564ce96 req-8e4314ae-fe24-43ec-ab03-0accc7ffdf09 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8591375-91a5-4950-a3d3-f00ecc967dc2 HTTP/1.1" status: 200 len: 944 time: 0.5618153 May 19 21:09:24.368445 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53c77a-541e-4ef0-9bfd-b9867fe9ab75 req-308922bc-d0f6-40cf-b1f9-6819485db07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:24.369923 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2a53c77a-541e-4ef0-9bfd-b9867fe9ab75 req-308922bc-d0f6-40cf-b1f9-6819485db07b service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4126844 May 19 21:09:24.405158 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a8011c9c-1fad-47a8-b443-26963564ce96 req-77a23487-8851-466a-883a-0aa45e9b1084 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381981 May 19 21:09:24.561993 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b61695-5bb7-4dab-9acb-cf7e68177a44 req-bedd3b56-b665-4a77-9541-12fbc25f1c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:24.563487 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d6b61695-5bb7-4dab-9acb-cf7e68177a44 req-bedd3b56-b665-4a77-9541-12fbc25f1c04 service neutron] 10.222.0.25 "GET /v2.0/networks?id=73cdea18-8046-49f0-a6f7-a0df883fcd0a HTTP/1.1" status: 200 len: 911 time: 0.4447544 May 19 21:09:24.570793 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34baf36e-4a8e-4324-9fd4-f2afb0619085 req-3f30cec4-efcf-4e1e-8830-156326bc6582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:24.571988 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-34baf36e-4a8e-4324-9fd4-f2afb0619085 req-3f30cec4-efcf-4e1e-8830-156326bc6582 service neutron] 10.222.0.25 "GET /v2.0/networks?id=33245778-87d9-4ace-bbb7-ad7041ac660d HTTP/1.1" status: 200 len: 917 time: 0.4543524 May 19 21:09:24.592638 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-f32a0139-85ea-4b5b-bbfa-1c64b67eef84 req-c89f3a02-d1ea-40f3-bf86-e4b4a00cc224 service neutron] 10.222.0.25 "GET /v2.0/networks/ba66b4b4-ff54-4d87-8733-625194c2e0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798571 May 19 21:09:24.630761 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67abc88-b0f5-492f-97a7-1b71b7c5f811 req-1d2cd40c-71dc-4358-ae42-8768718d11ec tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:24.634115 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-e67abc88-b0f5-492f-97a7-1b71b7c5f811 req-1d2cd40c-71dc-4358-ae42-8768718d11ec tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/ports?device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 945 time: 0.3981285 May 19 21:09:24.875098 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-e67abc88-b0f5-492f-97a7-1b71b7c5f811 req-554dd0f8-0fe3-457a-8523-918295062b7e tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/security-groups?id=09eb6322-ddae-41bb-bd64-ad6129682cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834364 May 19 21:09:24.908514 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-f32a0139-85ea-4b5b-bbfa-1c64b67eef84 req-1ceb29e5-376f-45fc-9cd8-9e7a1574d287 service neutron] 10.222.0.25 "GET /v2.0/networks/ba66b4b4-ff54-4d87-8733-625194c2e0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729826 May 19 21:09:24.957891 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d6b61695-5bb7-4dab-9acb-cf7e68177a44 req-dd8d3f74-c50a-4881-834d-da49906f108e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f754221b-9321-429c-b76d-2a4ae4f1f65a HTTP/1.1" status: 200 len: 1001 time: 0.3785717 May 19 21:09:24.963704 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-34baf36e-4a8e-4324-9fd4-f2afb0619085 req-873076fe-9482-4acb-8dd6-4d7156e47029 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47c71c0a-a5f7-4a6c-939c-81ef96bfa929 HTTP/1.1" status: 200 len: 1001 time: 0.3293450 May 19 21:09:24.966306 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-fedf42e3-2e56-4946-9213-d4e157d4a006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:24.967790 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-fedf42e3-2e56-4946-9213-d4e157d4a006 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f838b440391445eabd534628afd06893&device_id=a8591375-91a5-4950-a3d3-f00ecc967dc2 HTTP/1.1" status: 200 len: 1097 time: 0.5329161 May 19 21:09:25.177482 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-5a9ed95e-1516-4c64-ace5-71e897f7fef0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5e863d8-9aaa-4cfb-b355-9ebe571330ae HTTP/1.1" status: 200 len: 217 time: 0.1391919 May 19 21:09:25.183492 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34baf36e-4a8e-4324-9fd4-f2afb0619085 req-2777f64f-db90-43e8-aa5b-3a31e05b5d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:25.184902 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-34baf36e-4a8e-4324-9fd4-f2afb0619085 req-2777f64f-db90-43e8-aa5b-3a31e05b5d95 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a96f8d10-418e-4531-973e-67a2c5d86867 HTTP/1.1" status: 200 len: 855 time: 0.1479301 May 19 21:09:25.194963 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b61695-5bb7-4dab-9acb-cf7e68177a44 req-88097f64-b4ed-441f-aaef-fc55e90e2c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:25.199051 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d6b61695-5bb7-4dab-9acb-cf7e68177a44 req-88097f64-b4ed-441f-aaef-fc55e90e2c4e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=630830f2-778f-4bba-87b9-a49ae18b87af HTTP/1.1" status: 200 len: 849 time: 0.2033339 May 19 21:09:25.430866 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-894b7f99-93a7-49c5-bbd3-4a7aee13f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:25.432404 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-894b7f99-93a7-49c5-bbd3-4a7aee13f25e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f4cfbac3-5da0-4b73-8c5a-c49311a5c5eb HTTP/1.1" status: 200 len: 855 time: 0.2185018 May 19 21:09:25.503032 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-5b7bff9e-fb8e-4af2-9d5e-7f38b040351d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a9d43337-a378-49d5-82b2-4ebd65977430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554004 May 19 21:09:25.569250 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34baf36e-4a8e-4324-9fd4-f2afb0619085 req-0ebce90e-4c3a-4e9c-912b-85ea49565686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:25.570915 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-34baf36e-4a8e-4324-9fd4-f2afb0619085 req-0ebce90e-4c3a-4e9c-912b-85ea49565686 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=33245778-87d9-4ace-bbb7-ad7041ac660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3263121 May 19 21:09:25.580673 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b61695-5bb7-4dab-9acb-cf7e68177a44 req-70b71727-019f-4f1e-b5f9-7d1d974059f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:25.582244 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d6b61695-5bb7-4dab-9acb-cf7e68177a44 req-70b71727-019f-4f1e-b5f9-7d1d974059f5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=73cdea18-8046-49f0-a6f7-a0df883fcd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3364115 May 19 21:09:25.628207 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc555112-778c-4080-b37d-eb264652a4fd req-e0e6d6a7-b397-41a8-815d-ef975e0de92e tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:25.629965 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-cc555112-778c-4080-b37d-eb264652a4fd req-e0e6d6a7-b397-41a8-815d-ef975e0de92e tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8591375-91a5-4950-a3d3-f00ecc967dc2 HTTP/1.1" status: 200 len: 944 time: 0.0930314 May 19 21:09:25.679403 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f098ae6-ec1e-4c9b-a01c-7af859ae4a10 req-44d94faf-09da-446f-987e-3d2fe80504f6 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:25.680948 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2f098ae6-ec1e-4c9b-a01c-7af859ae4a10 req-44d94faf-09da-446f-987e-3d2fe80504f6 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.4279866 May 19 21:09:25.692903 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-cc555112-778c-4080-b37d-eb264652a4fd req-7d6598ef-d73e-4d4f-b562-3fdc43143cff tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548155 May 19 21:09:25.933994 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-a33cae63-372c-4cc4-925a-2d91fe65c5a8 service neutron] 10.222.0.25 "GET /v2.0/networks/a9d43337-a378-49d5-82b2-4ebd65977430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196868 May 19 21:09:25.941012 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2f098ae6-ec1e-4c9b-a01c-7af859ae4a10 req-0ca10100-fe69-40f9-8966-81e5790e2c6f tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293701 May 19 21:09:25.971959 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-34baf36e-4a8e-4324-9fd4-f2afb0619085 req-37af811c-b475-4d22-97e9-3b1713973832 service neutron] 10.222.0.25 "GET /v2.0/networks/33245778-87d9-4ace-bbb7-ad7041ac660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887486 May 19 21:09:26.093782 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d6b61695-5bb7-4dab-9acb-cf7e68177a44 req-cf29de94-53ce-4202-85fd-6da07b5f28b8 service neutron] 10.222.0.25 "GET /v2.0/networks/73cdea18-8046-49f0-a6f7-a0df883fcd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876542 May 19 21:09:26.361274 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0ae69c6a-32b5-4333-854f-b391ca46bbbf req-11507ff1-990e-4c79-bdcd-c9fdba368d3b service neutron] 10.222.0.25 "GET /v2.0/networks/a9d43337-a378-49d5-82b2-4ebd65977430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148743 May 19 21:09:26.368386 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-34baf36e-4a8e-4324-9fd4-f2afb0619085 req-796362d2-19c0-4882-9f91-43e13fda1e3d service neutron] 10.222.0.25 "GET /v2.0/networks/33245778-87d9-4ace-bbb7-ad7041ac660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813574 May 19 21:09:26.449894 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d6b61695-5bb7-4dab-9acb-cf7e68177a44 req-301fc582-1928-478a-90e5-f41a7c90777c service neutron] 10.222.0.25 "GET /v2.0/networks/73cdea18-8046-49f0-a6f7-a0df883fcd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691829 May 19 21:09:26.471204 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2d7e1-1482-4d70-92ef-bdff1b6464a8 req-b3acf0ac-6526-454d-b253-3df4b0ad8396 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:26.478743 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2aa2d7e1-1482-4d70-92ef-bdff1b6464a8 req-b3acf0ac-6526-454d-b253-3df4b0ad8396 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/ports?device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 945 time: 0.3948157 May 19 21:09:26.529874 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2aa2d7e1-1482-4d70-92ef-bdff1b6464a8 req-aee67c45-a463-420a-b13e-7425ca052a98 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/security-groups?id=09eb6322-ddae-41bb-bd64-ad6129682cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502234 May 19 21:09:26.542545 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a688f-b67e-444d-bd9d-9e583a12cbaa req-56555101-8dde-4727-8b1b-9d2f78f9e4a1 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:26.544158 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-aa7a688f-b67e-444d-bd9d-9e583a12cbaa req-56555101-8dde-4727-8b1b-9d2f78f9e4a1 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.25 "GET /v2.0/ports?device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 945 time: 0.1568649 May 19 21:09:26.566411 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 46298) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:26.713779 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d995-dc97-4415-86e1-ff21d1a0d5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:26.733333 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-8bf1d995-dc97-4415-86e1-ff21d1a0d5f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:26.737636 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-8bf1d995-dc97-4415-86e1-ff21d1a0d5f1 admin admin] Usage tracker for resource:security_group_rule and tenant:cf2e67a73f4d4c64832507baeadbc8a9 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:26.740908 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-8bf1d995-dc97-4415-86e1-ff21d1a0d5f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:26.746911 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-8bf1d995-dc97-4415-86e1-ff21d1a0d5f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:26.811807 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-aa7a688f-b67e-444d-bd9d-9e583a12cbaa req-3aab7956-cc33-4b30-8ed2-96e3fca268d2 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Deleting port dc25a864-33de-4f81-80bd-0680bd31d228 {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:09:26.812215 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-aa7a688f-b67e-444d-bd9d-9e583a12cbaa req-3aab7956-cc33-4b30-8ed2-96e3fca268d2 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:26.887128 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d995-dc97-4415-86e1-ff21d1a0d5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:26.897839 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d995-dc97-4415-86e1-ff21d1a0d5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:26.907011 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:26.955169 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-8bf1d995-dc97-4415-86e1-ff21d1a0d5f1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf2e67a73f4d4c64832507baeadbc8a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3875046 May 19 21:09:26.957908 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1d995-dc97-4415-86e1-ff21d1a0d5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44b8646-5320-4043-a997-8a4e2c6b2733,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:26.963544 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-aa7a688f-b67e-444d-bd9d-9e583a12cbaa req-3aab7956-cc33-4b30-8ed2-96e3fca268d2 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] For port dc25a864-33de-4f81-80bd-0680bd31d228, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dc25a864-33de-4f81-80bd-0680bd31d228,segment=NetworkSegment(4f707ba3-4f82-4d31-918f-52e0bddaa5fd),segment_id=4f707ba3-4f82-4d31-918f-52e0bddaa5fd)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:09:26.964707 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-aa7a688f-b67e-444d-bd9d-9e583a12cbaa req-3aab7956-cc33-4b30-8ed2-96e3fca268d2 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:26.964854 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-8bf1d995-dc97-4415-86e1-ff21d1a0d5f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:26.968166 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 46312) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:26.977574 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed0439-5e86-4fb0-b4e5-94e5ecae0f85 req-30d51c8a-0630-4b93-a284-35e674521bc6 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:26.979428 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-73ed0439-5e86-4fb0-b4e5-94e5ecae0f85 req-30d51c8a-0630-4b93-a284-35e674521bc6 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8591375-91a5-4950-a3d3-f00ecc967dc2 HTTP/1.1" status: 200 len: 944 time: 0.1697803 May 19 21:09:27.064242 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-73ed0439-5e86-4fb0-b4e5-94e5ecae0f85 req-aff3fd9b-eb65-4ff9-b531-b618ae82a1bc tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710208 May 19 21:09:27.083392 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-83cc8d7e-f5b4-4c6b-aa7f-ebc9f35e6b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:27.111636 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-83cc8d7e-f5b4-4c6b-aa7f-ebc9f35e6b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:27.166379 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-83cc8d7e-f5b4-4c6b-aa7f-ebc9f35e6b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:27.172916 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-8dba628f-ec67-4a3f-b5a6-32c3e5517ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:27.174390 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-aa7a688f-b67e-444d-bd9d-9e583a12cbaa req-3aab7956-cc33-4b30-8ed2-96e3fca268d2 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Calling delete_port for dc25a864-33de-4f81-80bd-0680bd31d228 owned by compute:nova {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:09:27.190457 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc8d7e-f5b4-4c6b-aa7f-ebc9f35e6b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44b8646-5320-4043-a997-8a4e2c6b2733,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:27.194339 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-83cc8d7e-f5b4-4c6b-aa7f-ebc9f35e6b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:27.197054 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-83cc8d7e-f5b4-4c6b-aa7f-ebc9f35e6b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:27.197834 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-83cc8d7e-f5b4-4c6b-aa7f-ebc9f35e6b6b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f44b8646-5320-4043-a997-8a4e2c6b2733 HTTP/1.1" status: 204 len: 168 time: 0.2173007 May 19 21:09:27.353975 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af20f2f-7b33-4680-84da-49fb362a8a48 req-1fb29020-ca7b-4094-b76a-41fa4d037f74 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:27.357916 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1af20f2f-7b33-4680-84da-49fb362a8a48 req-1fb29020-ca7b-4094-b76a-41fa4d037f74 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.1893463 May 19 21:09:27.454603 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1af20f2f-7b33-4680-84da-49fb362a8a48 req-ba38b444-ae93-4030-b349-c92795a2c114 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916183 May 19 21:09:27.474627 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-aa7a688f-b67e-444d-bd9d-9e583a12cbaa req-3aab7956-cc33-4b30-8ed2-96e3fca268d2 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:27.485473 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 46330) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:27.489447 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-b6d21f05-f25e-415b-b51d-a9619769fbf8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:27.588593 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab7956-cc33-4b30-8ed2-96e3fca268d2 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Pushing event deleted for resources: {'Port': ['ID=dc25a864-33de-4f81-80bd-0680bd31d228,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:27.599184 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-3aab7956-cc33-4b30-8ed2-96e3fca268d2 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:27.637659 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-f13f7651-f25e-4cad-b59a-05c05d8ff2e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:27.664170 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-f13f7651-f25e-4cad-b59a-05c05d8ff2e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:27.665679 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7a688f-b67e-444d-bd9d-9e583a12cbaa req-3aab7956-cc33-4b30-8ed2-96e3fca268d2 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] No DVR routers for this DVR port dc25a864-33de-4f81-80bd-0680bd31d228 on host hv-cinder-78462 {{(pid=91836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:09:27.671071 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-aa7a688f-b67e-444d-bd9d-9e583a12cbaa req-3aab7956-cc33-4b30-8ed2-96e3fca268d2 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:27.671611 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-f13f7651-f25e-4cad-b59a-05c05d8ff2e0 admin admin] Usage tracker for resource:security_group_rule and tenant:f54467f55d8342828ab79c980ec2f65e is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:27.674663 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df512a54-ee21-4263-a3b2-08ed48d400a8', 'name': 'network-vif-deleted', 'tag': 'dc25a864-33de-4f81-80bd-0680bd31d228'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:09:27.676676 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-f13f7651-f25e-4cad-b59a-05c05d8ff2e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:27.696811 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-aa7a688f-b67e-444d-bd9d-9e583a12cbaa req-3aab7956-cc33-4b30-8ed2-96e3fca268d2 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.25 "DELETE /v2.0/ports/dc25a864-33de-4f81-80bd-0680bd31d228 HTTP/1.1" status: 204 len: 173 time: 1.1429861 May 19 21:09:27.702790 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-f13f7651-f25e-4cad-b59a-05c05d8ff2e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:27.730986 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 46342) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:27.759973 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8205d26d-5aa3-4ac0-90d6-12f432c45a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:27.773468 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df512a54-ee21-4263-a3b2-08ed48d400a8', 'name': 'network-vif-deleted', 'tag': 'dc25a864-33de-4f81-80bd-0680bd31d228', 'status': 'completed', 'code': 200} May 19 21:09:27.799057 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-8205d26d-5aa3-4ac0-90d6-12f432c45a5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:27.804176 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-8205d26d-5aa3-4ac0-90d6-12f432c45a5b admin admin] Usage tracker for resource:security_group_rule and tenant:6fe26c44d8874843b0952a85250c12d0 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:27.808963 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-8205d26d-5aa3-4ac0-90d6-12f432c45a5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:27.815895 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-8205d26d-5aa3-4ac0-90d6-12f432c45a5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:27.863920 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-838f665b-7ffa-42ab-bd27-38cd73bd1e0c req-ed7d2a2d-caba-49a1-8677-d9071bee598c tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/ports?device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 210 time: 0.1330326 May 19 21:09:27.940670 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8205d26d-5aa3-4ac0-90d6-12f432c45a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:27.946819 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8205d26d-5aa3-4ac0-90d6-12f432c45a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:27.958750 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:27.969759 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-f13f7651-f25e-4cad-b59a-05c05d8ff2e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:27.980417 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-f13f7651-f25e-4cad-b59a-05c05d8ff2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:28.010160 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-8205d26d-5aa3-4ac0-90d6-12f432c45a5b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6fe26c44d8874843b0952a85250c12d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754867 May 19 21:09:28.010160 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205d26d-5aa3-4ac0-90d6-12f432c45a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c18460-3b7d-46eb-b5b2-56faaa7dbdea,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:28.011517 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 46348) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:28.020676 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-aec7dc6e-e971-4c7e-aa14-29ca9ce67930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:28.024715 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-8205d26d-5aa3-4ac0-90d6-12f432c45a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:28.033309 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-f13f7651-f25e-4cad-b59a-05c05d8ff2e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f54467f55d8342828ab79c980ec2f65e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5466943 May 19 21:09:28.035981 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 46352) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:28.089595 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a06abb26-2618-4bf9-8ce3-7b9f7b3f8574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:28.125622 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f7651-f25e-4cad-b59a-05c05d8ff2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3727db-75cd-40d8-804e-dbc9bb119b00,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:28.129368 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a06abb26-2618-4bf9-8ce3-7b9f7b3f8574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:28.140512 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-f13f7651-f25e-4cad-b59a-05c05d8ff2e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:28.175778 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-a179f5df-2f00-4b70-af9e-5f0d69e683a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:28.198183 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a06abb26-2618-4bf9-8ce3-7b9f7b3f8574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:28.204410 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:28.218082 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06abb26-2618-4bf9-8ce3-7b9f7b3f8574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c18460-3b7d-46eb-b5b2-56faaa7dbdea,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:28.238309 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-a06abb26-2618-4bf9-8ce3-7b9f7b3f8574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:28.241346 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-a179f5df-2f00-4b70-af9e-5f0d69e683a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:28.242714 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a06abb26-2618-4bf9-8ce3-7b9f7b3f8574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:28.243435 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-a06abb26-2618-4bf9-8ce3-7b9f7b3f8574 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/36c18460-3b7d-46eb-b5b2-56faaa7dbdea HTTP/1.1" status: 204 len: 168 time: 0.2309337 May 19 21:09:28.324639 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 46366) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:28.411671 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e679c3-4d3f-4e8b-a4ac-e0cb15ec6bf4 req-ab605849-15f0-49fa-b455-af113d578198 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:28.419667 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c1e679c3-4d3f-4e8b-a4ac-e0cb15ec6bf4 req-ab605849-15f0-49fa-b455-af113d578198 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8591375-91a5-4950-a3d3-f00ecc967dc2 HTTP/1.1" status: 200 len: 944 time: 0.1191399 May 19 21:09:28.439867 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-a179f5df-2f00-4b70-af9e-5f0d69e683a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:28.447488 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:28.461681 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179f5df-2f00-4b70-af9e-5f0d69e683a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3727db-75cd-40d8-804e-dbc9bb119b00,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:28.477114 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-a179f5df-2f00-4b70-af9e-5f0d69e683a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:28.479963 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-a179f5df-2f00-4b70-af9e-5f0d69e683a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:28.484836 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-a179f5df-2f00-4b70-af9e-5f0d69e683a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5b3727db-75cd-40d8-804e-dbc9bb119b00 HTTP/1.1" status: 204 len: 168 time: 0.4438453 May 19 21:09:28.505597 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c1e679c3-4d3f-4e8b-a4ac-e0cb15ec6bf4 req-c120e35a-3516-4903-96d7-74d41a9be363 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845609 May 19 21:09:28.700737 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-4e539faa-c03b-4283-9385-5adca1f6cc13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:28.743379 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-4e539faa-c03b-4283-9385-5adca1f6cc13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:28.749638 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-4e539faa-c03b-4283-9385-5adca1f6cc13 admin admin] Usage tracker for resource:security_group_rule and tenant:66c649e940c74f6aad229972502b087f is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:28.754194 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-4e539faa-c03b-4283-9385-5adca1f6cc13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:28.763132 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-4e539faa-c03b-4283-9385-5adca1f6cc13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:28.789802 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device a5e863d8-9aaa-4cfb-b355-9ebe571330ae details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 21:09:28.808671 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d45bb5-89b6-4371-a832-bb188fc6d023 req-ef4553a3-3591-43d7-9de8-79943afeca0c tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:28.810938 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a4d45bb5-89b6-4371-a832-bb188fc6d023 req-ef4553a3-3591-43d7-9de8-79943afeca0c tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.1583977 May 19 21:09:28.818785 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device dc25a864-33de-4f81-80bd-0680bd31d228 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:09:28.880256 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a4d45bb5-89b6-4371-a832-bb188fc6d023 req-d5bd26d2-ec3e-4459-a48e-ff97ccb510c7 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571904 May 19 21:09:28.909840 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] No Port match for: dc25a864-33de-4f81-80bd-0680bd31d228 {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:09:28.910495 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device dc25a864-33de-4f81-80bd-0680bd31d228 not bound to the agent host hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:09:28.998842 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-4e539faa-c03b-4283-9385-5adca1f6cc13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:29.013043 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-4e539faa-c03b-4283-9385-5adca1f6cc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:29.032337 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:29.094673 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port a5e863d8-9aaa-4cfb-b355-9ebe571330ae, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a5e863d8-9aaa-4cfb-b355-9ebe571330ae,segment=NetworkSegment(b490382e-b18a-49ba-8255-29d8291b1b57),segment_id=b490382e-b18a-49ba-8255-29d8291b1b57)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:09:29.104395 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 46390) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:29.108485 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e539faa-c03b-4283-9385-5adca1f6cc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a57e74e-5039-4daf-b714-b4433aded392,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:29.131320 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-68dc18db-1662-4dd8-b80a-59b5b0815f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:29.134263 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Returning: {'device': 'a5e863d8-9aaa-4cfb-b355-9ebe571330ae', 'network_id': 'a9d43337-a378-49d5-82b2-4ebd65977430', 'port_id': 'a5e863d8-9aaa-4cfb-b355-9ebe571330ae', 'mac_address': 'fa:16:3e:85:b7:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4cfbac3-5da0-4b73-8c5a-c49311a5c5eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 21:09:29.142872 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-4e539faa-c03b-4283-9385-5adca1f6cc13 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=66c649e940c74f6aad229972502b087f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8165963 May 19 21:09:29.143573 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 46396) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:29.144351 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-4e539faa-c03b-4283-9385-5adca1f6cc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:29.197281 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:29.216421 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e863d8-9aaa-4cfb-b355-9ebe571330ae {{(pid=91838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:09:29.235539 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port a5e863d8-9aaa-4cfb-b355-9ebe571330ae, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a5e863d8-9aaa-4cfb-b355-9ebe571330ae,segment=NetworkSegment(b490382e-b18a-49ba-8255-29d8291b1b57),segment_id=b490382e-b18a-49ba-8255-29d8291b1b57)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:09:29.242739 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:29.244733 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:29.291892 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-68dc18db-1662-4dd8-b80a-59b5b0815f37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:29.303775 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-813c6269-527d-42d7-aa24-c8a1570e63f9 req-b53d5db8-7cc0-4646-a5ac-232ad0062f7d tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] 10.222.0.44 "GET /v2.0/ports?device_id=df512a54-ee21-4263-a3b2-08ed48d400a8 HTTP/1.1" status: 200 len: 210 time: 0.1538994 May 19 21:09:29.305637 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-68dc18db-1662-4dd8-b80a-59b5b0815f37 admin admin] Usage tracker for resource:security_group_rule and tenant:0656934dd40d43b7b328f292692420e4 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:29.315327 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-68dc18db-1662-4dd8-b80a-59b5b0815f37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:29.325818 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=a5e863d8-9aaa-4cfb-b355-9ebe571330ae,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:29.329717 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-68dc18db-1662-4dd8-b80a-59b5b0815f37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:29.335172 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:29.335760 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:29.336165 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:29.336637 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:29.336949 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:29.337303 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:29.337752 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:29.338280 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:29.338578 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:29.338963 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:29.339406 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:29.339733 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:09:29.344332 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:29.386618 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1a504775-4763-484f-8bd1-608787011e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:29.431812 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1a504775-4763-484f-8bd1-608787011e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:29.520787 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-68dc18db-1662-4dd8-b80a-59b5b0815f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:29.530703 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-68dc18db-1662-4dd8-b80a-59b5b0815f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:29.541060 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:29.554970 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1a504775-4763-484f-8bd1-608787011e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:29.577308 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['a5e863d8-9aaa-4cfb-b355-9ebe571330ae'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:09:29.604498 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-68dc18db-1662-4dd8-b80a-59b5b0815f37 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0656934dd40d43b7b328f292692420e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4956176 May 19 21:09:29.605386 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 46416) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:29.605698 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc18db-1662-4dd8-b80a-59b5b0815f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015ee4f3-9347-4a90-b45d-976c5618928e,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:29.609007 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-68dc18db-1662-4dd8-b80a-59b5b0815f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:29.610495 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:29.619205 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1a504775-4763-484f-8bd1-608787011e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:29.620322 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-1a504775-4763-484f-8bd1-608787011e9e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4a57e74e-5039-4daf-b714-b4433aded392 HTTP/1.1" status: 204 len: 168 time: 0.4748135 May 19 21:09:29.622842 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a504775-4763-484f-8bd1-608787011e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a57e74e-5039-4daf-b714-b4433aded392,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:29.625765 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-1a504775-4763-484f-8bd1-608787011e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:29.698966 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-ac937caf-2ecb-42d7-ad60-f318e4c18fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:29.788096 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-ac937caf-2ecb-42d7-ad60-f318e4c18fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:29.874295 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69897c3-7a25-44f4-a73c-91778ec6393f req-ad03b5c1-ce89-4d73-b1c1-d97c9bfc923c tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:29.879728 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f69897c3-7a25-44f4-a73c-91778ec6393f req-ad03b5c1-ce89-4d73-b1c1-d97c9bfc923c tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8591375-91a5-4950-a3d3-f00ecc967dc2 HTTP/1.1" status: 200 len: 945 time: 0.1478269 May 19 21:09:29.912233 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-ac937caf-2ecb-42d7-ad60-f318e4c18fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:29.926465 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-4e539faa-c03b-4283-9385-5adca1f6cc13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:29.957603 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f69897c3-7a25-44f4-a73c-91778ec6393f req-148b98b8-4d92-442a-99c2-f1f6858be124 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711696 May 19 21:09:29.963560 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac937caf-2ecb-42d7-ad60-f318e4c18fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015ee4f3-9347-4a90-b45d-976c5618928e,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:29.984855 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-ac937caf-2ecb-42d7-ad60-f318e4c18fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:30.003143 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-ac937caf-2ecb-42d7-ad60-f318e4c18fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:30.004502 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-ac937caf-2ecb-42d7-ad60-f318e4c18fdb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/015ee4f3-9347-4a90-b45d-976c5618928e HTTP/1.1" status: 204 len: 168 time: 0.3975973 May 19 21:09:30.039020 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 46432) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:30.121155 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d71ed-2494-44f7-bd37-8cf843eab584 req-073bf0f5-1148-4b3c-841c-d3463febd494 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:30.123574 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-cf7d71ed-2494-44f7-bd37-8cf843eab584 req-073bf0f5-1148-4b3c-841c-d3463febd494 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.0885274 May 19 21:09:30.166037 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 46438) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:30.182837 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-cf7d71ed-2494-44f7-bd37-8cf843eab584 req-2d05843b-cf9c-419b-9486-8e75a869c3eb tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529919 May 19 21:09:30.187456 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-698a6271-7cd1-4bc8-9962-4655cc1c3f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:30.203010 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-698a6271-7cd1-4bc8-9962-4655cc1c3f4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:30.206805 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-698a6271-7cd1-4bc8-9962-4655cc1c3f4a admin admin] Usage tracker for resource:security_group_rule and tenant:f62485f827174a7c953040a514df44d5 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:30.209739 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-698a6271-7cd1-4bc8-9962-4655cc1c3f4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:30.215523 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-698a6271-7cd1-4bc8-9962-4655cc1c3f4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:30.318988 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-698a6271-7cd1-4bc8-9962-4655cc1c3f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:30.324921 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-698a6271-7cd1-4bc8-9962-4655cc1c3f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:30.334831 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-ac937caf-2ecb-42d7-ad60-f318e4c18fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:30.394770 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-698a6271-7cd1-4bc8-9962-4655cc1c3f4a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f62485f827174a7c953040a514df44d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250352 May 19 21:09:30.395507 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 46452) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:30.395808 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-c6117ebe-ba30-4a8d-b7ca-2ddd5b858342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:30.408295 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a6271-7cd1-4bc8-9962-4655cc1c3f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f853a50c-d254-4ff3-97d5-b964b5467053,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:30.413125 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-698a6271-7cd1-4bc8-9962-4655cc1c3f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:30.415306 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-c6117ebe-ba30-4a8d-b7ca-2ddd5b858342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:30.426325 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-c6117ebe-ba30-4a8d-b7ca-2ddd5b858342 admin admin] Usage tracker for resource:security_group_rule and tenant:042ca75061eb4417ad59b1ae43619821 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:30.429814 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-c6117ebe-ba30-4a8d-b7ca-2ddd5b858342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:30.440902 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-c6117ebe-ba30-4a8d-b7ca-2ddd5b858342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:30.470372 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-255c0fb6-166d-4113-a3a3-03d2d28d96ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:30.499908 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-255c0fb6-166d-4113-a3a3-03d2d28d96ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:30.575494 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-255c0fb6-166d-4113-a3a3-03d2d28d96ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:30.581205 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:30.594152 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c0fb6-166d-4113-a3a3-03d2d28d96ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f853a50c-d254-4ff3-97d5-b964b5467053,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:30.598424 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-255c0fb6-166d-4113-a3a3-03d2d28d96ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:30.603295 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-255c0fb6-166d-4113-a3a3-03d2d28d96ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:30.604542 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-255c0fb6-166d-4113-a3a3-03d2d28d96ed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f853a50c-d254-4ff3-97d5-b964b5467053 HTTP/1.1" status: 204 len: 168 time: 0.2078011 May 19 21:09:30.654097 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-c6117ebe-ba30-4a8d-b7ca-2ddd5b858342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:30.663939 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-c6117ebe-ba30-4a8d-b7ca-2ddd5b858342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:30.678170 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:30.799675 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device a5e863d8-9aaa-4cfb-b355-9ebe571330ae up at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:09:30.862081 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-c6117ebe-ba30-4a8d-b7ca-2ddd5b858342 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=042ca75061eb4417ad59b1ae43619821&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8196907 May 19 21:09:30.862958 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 46480) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:30.886035 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6117ebe-ba30-4a8d-b7ca-2ddd5b858342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a768881-55a0-4f72-bdaf-0a55c7138dab,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:30.896264 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-c6117ebe-ba30-4a8d-b7ca-2ddd5b858342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:30.956804 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b654db5a-273f-464c-abe1-f1c492a26af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:30.961414 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning for port a5e863d8-9aaa-4cfb-b355-9ebe571330ae completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:09:30.971248 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning complete for port a5e863d8-9aaa-4cfb-b355-9ebe571330ae triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:09:30.971920 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:30.997201 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b654db5a-273f-464c-abe1-f1c492a26af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:31.072009 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b654db5a-273f-464c-abe1-f1c492a26af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:31.079625 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-ef226fb6-39cf-4e60-9e2c-deaa28064783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:31.109359 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654db5a-273f-464c-abe1-f1c492a26af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a768881-55a0-4f72-bdaf-0a55c7138dab,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:31.115908 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-b654db5a-273f-464c-abe1-f1c492a26af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:31.119688 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b654db5a-273f-464c-abe1-f1c492a26af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:31.122624 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-b654db5a-273f-464c-abe1-f1c492a26af2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4a768881-55a0-4f72-bdaf-0a55c7138dab HTTP/1.1" status: 204 len: 168 time: 0.2587476 May 19 21:09:31.254385 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:31.311754 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8591375-91a5-4950-a3d3-f00ecc967dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e863d8-9aaa-4cfb-b355-9ebe571330ae'}] {{(pid=91838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:09:31.341032 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port a5e863d8-9aaa-4cfb-b355-9ebe571330ae, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a5e863d8-9aaa-4cfb-b355-9ebe571330ae,segment=NetworkSegment(b490382e-b18a-49ba-8255-29d8291b1b57),segment_id=b490382e-b18a-49ba-8255-29d8291b1b57)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:09:31.341466 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ec004-4954-4a8d-811f-aa21a757dbce req-4966d8ba-34d8-4a24-abec-5fd7c1f2ac76 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:31.349997 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:31.351348 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-3f6ec004-4954-4a8d-811f-aa21a757dbce req-4966d8ba-34d8-4a24-abec-5fd7c1f2ac76 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8591375-91a5-4950-a3d3-f00ecc967dc2 HTTP/1.1" status: 200 len: 945 time: 0.1606207 May 19 21:09:31.358680 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-ed274bac-4eec-4ba5-88d3-29bd8c22ad40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:31.424017 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-3f6ec004-4954-4a8d-811f-aa21a757dbce req-afe6e2e2-c9ba-4a02-b77c-33f826bf84c0 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714240 May 19 21:09:31.481502 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=a5e863d8-9aaa-4cfb-b355-9ebe571330ae,revision_number=5']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:31.488900 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:31.495365 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159ba54-cd70-456a-b33e-ee36df543468 req-d9b9ae21-1d06-41f7-97d3-a076cffb9627 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:31.496926 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4159ba54-cd70-456a-b33e-ee36df543468 req-d9b9ae21-1d06-41f7-97d3-a076cffb9627 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.1326530 May 19 21:09:31.514649 dv-cinder-784623-12-iscsi neutron-server[91838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8591375-91a5-4950-a3d3-f00ecc967dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e863d8-9aaa-4cfb-b355-9ebe571330ae', 'code': 200} May 19 21:09:31.561208 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4159ba54-cd70-456a-b33e-ee36df543468 req-8b37e8b8-9a05-4038-91a2-1def4357da0a tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577214 May 19 21:09:31.850183 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641f25f-bff9-4061-9cf2-2c21360f272f req-5652cc70-92ac-4147-8b2a-2a7ed5784c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:31.852295 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7641f25f-bff9-4061-9cf2-2c21360f272f req-5652cc70-92ac-4147-8b2a-2a7ed5784c81 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a8591375-91a5-4950-a3d3-f00ecc967dc2 HTTP/1.1" status: 200 len: 1099 time: 0.1025667 May 19 21:09:31.907510 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7641f25f-bff9-4061-9cf2-2c21360f272f req-57bee1c7-6743-4283-8f61-ad9ea011a984 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464931 May 19 21:09:32.548741 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 46568) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:32.691276 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a3149a3-3a59-4587-92be-beeba4f14b59 admin admin] Deleting subnet 81fe9b24-f675-424e-ac14-0dfc75b20ad7 {{(pid=91836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 21:09:32.694541 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-7a3149a3-3a59-4587-92be-beeba4f14b59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:32.749806 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-7a3149a3-3a59-4587-92be-beeba4f14b59 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:32.757115 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-7a3149a3-3a59-4587-92be-beeba4f14b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1760382'] for subnet, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:32.807678 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ead59-998b-4964-ac55-48c0b468bc72 req-d5bc0d75-ef12-44ad-9a41-54667ea5bb50 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:32.809974 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-bf8ead59-998b-4964-ac55-48c0b468bc72 req-d5bc0d75-ef12-44ad-9a41-54667ea5bb50 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.1052227 May 19 21:09:32.872982 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-bf8ead59-998b-4964-ac55-48c0b468bc72 req-1372f6e2-96c5-4720-a031-78227a38d19c tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553677 May 19 21:09:32.927871 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9af5d-d5ec-4683-8512-b8df4f312517 req-50d43950-5533-4772-9923-23e33dcbdc58 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:32.929300 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-84c9af5d-d5ec-4683-8512-b8df4f312517 req-50d43950-5533-4772-9923-23e33dcbdc58 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8591375-91a5-4950-a3d3-f00ecc967dc2 HTTP/1.1" status: 200 len: 946 time: 0.3406823 May 19 21:09:33.012512 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-84c9af5d-d5ec-4683-8512-b8df4f312517 req-7b381853-3d08-432c-9358-807abb369e1c tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735531 May 19 21:09:33.160228 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-7a3149a3-3a59-4587-92be-beeba4f14b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407'] for subnet, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:33.166312 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:33.214661 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3149a3-3a59-4587-92be-beeba4f14b59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81fe9b24-f675-424e-ac14-0dfc75b20ad7,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:33.217337 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-7a3149a3-3a59-4587-92be-beeba4f14b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:33.218360 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-7a3149a3-3a59-4587-92be-beeba4f14b59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:33.233612 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-7a3149a3-3a59-4587-92be-beeba4f14b59 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/81fe9b24-f675-424e-ac14-0dfc75b20ad7 HTTP/1.1" status: 204 len: 168 time: 0.6837497 May 19 21:09:33.236245 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 46598) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:33.344574 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-9a07824a-a033-4fd4-84fd-15f9fb69e21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772294'] for network, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:33.475307 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-9a07824a-a033-4fd4-84fd-15f9fb69e21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754869', 'neutron.services.segments.db._delete_segments_for_network-8750774465410'] for network, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:33.494458 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-9a07824a-a033-4fd4-84fd-15f9fb69e21d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:09:33.495078 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-9a07824a-a033-4fd4-84fd-15f9fb69e21d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:09:33.495892 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-9a07824a-a033-4fd4-84fd-15f9fb69e21d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:09:33.496239 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-9a07824a-a033-4fd4-84fd-15f9fb69e21d admin admin] Subscribe: > port after_create 55550000 {{(pid=91836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:09:33.496582 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-9a07824a-a033-4fd4-84fd-15f9fb69e21d admin admin] Subscribe: > port after_delete 55550000 {{(pid=91836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:09:33.496935 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-9a07824a-a033-4fd4-84fd-15f9fb69e21d admin admin] Subscribe: > port after_update 55550000 {{(pid=91836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:09:33.497232 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-9a07824a-a033-4fd4-84fd-15f9fb69e21d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:09:33.497551 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-9a07824a-a033-4fd4-84fd-15f9fb69e21d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:09:33.497936 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-9a07824a-a033-4fd4-84fd-15f9fb69e21d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:09:33.498256 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-9a07824a-a033-4fd4-84fd-15f9fb69e21d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:09:33.645857 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-9a07824a-a033-4fd4-84fd-15f9fb69e21d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:09:33.646466 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-9a07824a-a033-4fd4-84fd-15f9fb69e21d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:09:33.646981 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-9a07824a-a033-4fd4-84fd-15f9fb69e21d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:09:33.647316 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-9a07824a-a033-4fd4-84fd-15f9fb69e21d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:09:33.647684 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.services.segments.db [None req-9a07824a-a033-4fd4-84fd-15f9fb69e21d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d929734-2719-48af-9ca1-890fee6a349b']}} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:09:33.663196 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.services.segments.db [None req-9a07824a-a033-4fd4-84fd-15f9fb69e21d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f707ba3-4f82-4d31-918f-52e0bddaa5fd') {'for_net_delete': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:09:33.663561 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.services.segments.db [None req-9a07824a-a033-4fd4-84fd-15f9fb69e21d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f707ba3-4f82-4d31-918f-52e0bddaa5fd') {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:09:33.684364 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-9a07824a-a033-4fd4-84fd-15f9fb69e21d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750774475915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7440214'] for segment, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:33.704796 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-9a07824a-a033-4fd4-84fd-15f9fb69e21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:33.716453 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a07824a-a033-4fd4-84fd-15f9fb69e21d admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=91836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:09:33.717111 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-9a07824a-a033-4fd4-84fd-15f9fb69e21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6504470'] for segment, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: from cryptography.utils import int_from_bytes May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: from cryptography.utils import int_from_bytes May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: Traceback (most recent call last): May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: timer() May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: cb(*args, **kw) May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: return func(*args, **kwargs) May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: self._notify() May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: self.callback(batched_events) May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: event.method(event) May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: aggregate_uuid = self.p_client.list_aggregates( May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: return f(self, *a, **k) May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: return self._get(url).json() May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: return self.request(url, 'GET', **kwargs) May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: base_url = self.get_endpoint(auth, allow=allow, May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 21:09:33.738753 dv-cinder-784623-12-iscsi neutron-server[91836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 21:09:33.829177 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-9a07824a-a033-4fd4-84fd-15f9fb69e21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662838'] for network, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:33.835285 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:33.863894 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-9a07824a-a033-4fd4-84fd-15f9fb69e21d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:33.871672 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07824a-a033-4fd4-84fd-15f9fb69e21d admin admin] Pushing event deleted for resources: {'Network': ['ID=5d929734-2719-48af-9ca1-890fee6a349b,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:33.881167 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-9a07824a-a033-4fd4-84fd-15f9fb69e21d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:33.883769 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-9a07824a-a033-4fd4-84fd-15f9fb69e21d admin admin] 10.222.0.44 "DELETE /v2.0/networks/5d929734-2719-48af-9ca1-890fee6a349b HTTP/1.1" status: 204 len: 168 time: 0.6464779 May 19 21:09:34.107799 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13839713-c511-4236-b49e-03c0bbce580e req-96af72af-f05f-43ee-9b35-a971d81d4afb tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:34.109450 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-13839713-c511-4236-b49e-03c0bbce580e req-96af72af-f05f-43ee-9b35-a971d81d4afb tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.0898113 May 19 21:09:34.178377 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-13839713-c511-4236-b49e-03c0bbce580e req-9ffb3a02-ac7a-4f8c-9070-124924393562 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624943 May 19 21:09:34.249463 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 46668) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:34.262811 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd976d-aaba-459f-b897-d56242d65bba req-4985353d-5970-4a24-93ed-60d49dd5d44f tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:34.267522 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a0dd976d-aaba-459f-b897-d56242d65bba req-4985353d-5970-4a24-93ed-60d49dd5d44f tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8591375-91a5-4950-a3d3-f00ecc967dc2 HTTP/1.1" status: 200 len: 946 time: 0.1125374 May 19 21:09:34.351970 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-a3532a75-dbed-46eb-b344-c6b4caf96f04 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f40a89f6c094a439263ee9d84004333&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0985816 May 19 21:09:34.352521 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 46676) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:34.369026 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a0dd976d-aaba-459f-b897-d56242d65bba req-f000c05b-7b45-443b-bbf5-9789ad407e7d tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946889 May 19 21:09:34.483742 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-70b5454b-0386-483e-af94-a0e9930c5344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:34.536606 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-70b5454b-0386-483e-af94-a0e9930c5344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:34.627407 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-70b5454b-0386-483e-af94-a0e9930c5344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:34.643081 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-83cc8d7e-f5b4-4c6b-aa7f-ebc9f35e6b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:34.659119 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5454b-0386-483e-af94-a0e9930c5344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09eb6322-ddae-41bb-bd64-ad6129682cb6,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:34.662019 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-70b5454b-0386-483e-af94-a0e9930c5344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:34.693376 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 46698) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:34.693597 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-70b5454b-0386-483e-af94-a0e9930c5344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:34.697688 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-70b5454b-0386-483e-af94-a0e9930c5344 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/09eb6322-ddae-41bb-bd64-ad6129682cb6 HTTP/1.1" status: 204 len: 168 time: 0.3412743 May 19 21:09:35.058608 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-90c1b460-8cac-4a78-bc0b-15db7f3dd983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:35.075125 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-90c1b460-8cac-4a78-bc0b-15db7f3dd983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:35.080108 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-90c1b460-8cac-4a78-bc0b-15db7f3dd983 admin admin] Usage tracker for resource:security_group_rule and tenant:a4c6a3c3b16c4915bfa140d25fb37d55 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:35.083839 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-90c1b460-8cac-4a78-bc0b-15db7f3dd983 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:35.091075 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-90c1b460-8cac-4a78-bc0b-15db7f3dd983 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:35.193572 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-90c1b460-8cac-4a78-bc0b-15db7f3dd983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:35.201579 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-90c1b460-8cac-4a78-bc0b-15db7f3dd983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:35.211975 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-698a6271-7cd1-4bc8-9962-4655cc1c3f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:35.277572 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1b460-8cac-4a78-bc0b-15db7f3dd983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7a8b49-0773-49e1-9f33-679e88896489,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:35.283705 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-90c1b460-8cac-4a78-bc0b-15db7f3dd983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:35.299227 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-90c1b460-8cac-4a78-bc0b-15db7f3dd983 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a4c6a3c3b16c4915bfa140d25fb37d55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6045575 May 19 21:09:35.302066 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 46728) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:35.451283 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b617ec87-ae4b-4ec9-b09e-f095931f3d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:35.550292 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8e091-06ce-467b-a109-33de55032d37 req-a2547cbf-f1df-4a2c-b491-c66edec70f60 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:35.552598 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-08d8e091-06ce-467b-a109-33de55032d37 req-a2547cbf-f1df-4a2c-b491-c66edec70f60 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.2143764 May 19 21:09:35.558008 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b617ec87-ae4b-4ec9-b09e-f095931f3d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:35.633824 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-08d8e091-06ce-467b-a109-33de55032d37 req-67a41f56-ab01-44fa-b53d-a1eab4fde24b tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683959 May 19 21:09:35.667099 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b617ec87-ae4b-4ec9-b09e-f095931f3d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:35.673289 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-1a504775-4763-484f-8bd1-608787011e9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:35.695414 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617ec87-ae4b-4ec9-b09e-f095931f3d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7a8b49-0773-49e1-9f33-679e88896489,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:35.699421 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-b617ec87-ae4b-4ec9-b09e-f095931f3d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:35.703483 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b617ec87-ae4b-4ec9-b09e-f095931f3d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:35.704894 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-b617ec87-ae4b-4ec9-b09e-f095931f3d2f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5a7a8b49-0773-49e1-9f33-679e88896489 HTTP/1.1" status: 204 len: 168 time: 0.4010062 May 19 21:09:35.752332 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 46752) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:35.864752 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-578eadc6-5461-4178-a05b-e39e996d8673 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1604556761-network', 'tenant_id': '1d84ae04d30b458d91ccef1fa8780342'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:09:35.870652 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-578eadc6-5461-4178-a05b-e39e996d8673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:35.875229 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-578eadc6-5461-4178-a05b-e39e996d8673 admin admin] Usage tracker for resource:network and tenant:1d84ae04d30b458d91ccef1fa8780342 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:35.879043 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-578eadc6-5461-4178-a05b-e39e996d8673 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:35.888425 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-578eadc6-5461-4178-a05b-e39e996d8673 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:35.901657 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578eadc6-5461-4178-a05b-e39e996d8673 admin admin] Made reservation on behalf of 1d84ae04d30b458d91ccef1fa8780342 for: {'network': 1} {{(pid=91837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:09:35.911352 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-578eadc6-5461-4178-a05b-e39e996d8673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1785277'] for network, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:35.919379 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-578eadc6-5461-4178-a05b-e39e996d8673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:35.934806 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-578eadc6-5461-4178-a05b-e39e996d8673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:35.939568 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-578eadc6-5461-4178-a05b-e39e996d8673 admin admin] Usage tracker for resource:security_group_rule and tenant:1d84ae04d30b458d91ccef1fa8780342 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:35.943311 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-578eadc6-5461-4178-a05b-e39e996d8673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:35.951817 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-578eadc6-5461-4178-a05b-e39e996d8673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:35.997792 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-50e89d87-cf43-43e6-9eb7-d0f602d88160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:36.055583 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-578eadc6-5461-4178-a05b-e39e996d8673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:36.064280 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-578eadc6-5461-4178-a05b-e39e996d8673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:36.079361 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:36.091133 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-578eadc6-5461-4178-a05b-e39e996d8673 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=91837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:09:36.116228 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 46776) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:36.121762 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-578eadc6-5461-4178-a05b-e39e996d8673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:36.122232 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.db.segments_db [None req-578eadc6-5461-4178-a05b-e39e996d8673 admin admin] Added segment f0a4916a-423c-4d69-8feb-80b2cec40a57 of type vlan for network b0e30432-6f0e-4daa-834a-18af9b714355 May 19 21:09:36.145803 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578eadc6-5461-4178-a05b-e39e996d8673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fe22b1-0813-40b2-b3f2-5f76725131e6,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:36.149386 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-578eadc6-5461-4178-a05b-e39e996d8673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:36.151551 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1906ad90-83da-4ea6-9d2c-63ad264a7d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:36.183393 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-1906ad90-83da-4ea6-9d2c-63ad264a7d19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:36.191004 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-578eadc6-5461-4178-a05b-e39e996d8673 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750774008697'] for network, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:36.195596 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-1906ad90-83da-4ea6-9d2c-63ad264a7d19 admin admin] Usage tracker for resource:security_group_rule and tenant:5f7e33d750984d01b8ed423ca873f25a is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:36.199162 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-1906ad90-83da-4ea6-9d2c-63ad264a7d19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:36.210966 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-1906ad90-83da-4ea6-9d2c-63ad264a7d19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:36.259266 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-578eadc6-5461-4178-a05b-e39e996d8673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448'] for network, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:36.262119 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578eadc6-5461-4178-a05b-e39e996d8673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:36.262693 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-578eadc6-5461-4178-a05b-e39e996d8673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:36.269275 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:36.385849 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578eadc6-5461-4178-a05b-e39e996d8673 admin admin] Pushing event updated for resources: {'Network': ['ID=b0e30432-6f0e-4daa-834a-18af9b714355,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:36.388931 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-578eadc6-5461-4178-a05b-e39e996d8673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:36.397140 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Network b0e30432-6f0e-4daa-834a-18af9b714355 details requested by agent ovs-agent-dv-cinder-784623-12-iscsi with host dv-cinder-784623-12-iscsi {{(pid=91838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 21:09:36.404623 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-578eadc6-5461-4178-a05b-e39e996d8673 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6510494 May 19 21:09:36.407619 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 46786) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:36.414233 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-b67afea4-737e-4b4b-a53b-71ceea5f5bd3 admin admin] Request body: {'subnet': {'network_id': 'b0e30432-6f0e-4daa-834a-18af9b714355', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1604556761-subnet', 'tenant_id': '1d84ae04d30b458d91ccef1fa8780342', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:09:36.419137 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-b67afea4-737e-4b4b-a53b-71ceea5f5bd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:36.432066 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-b67afea4-737e-4b4b-a53b-71ceea5f5bd3 admin admin] Usage tracker for resource:subnet and tenant:1d84ae04d30b458d91ccef1fa8780342 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:36.435973 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-b67afea4-737e-4b4b-a53b-71ceea5f5bd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:36.443763 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-b67afea4-737e-4b4b-a53b-71ceea5f5bd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:36.450608 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1906ad90-83da-4ea6-9d2c-63ad264a7d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:36.456632 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1906ad90-83da-4ea6-9d2c-63ad264a7d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:36.458184 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67afea4-737e-4b4b-a53b-71ceea5f5bd3 admin admin] Made reservation on behalf of 1d84ae04d30b458d91ccef1fa8780342 for: {'subnet': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:09:36.461663 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b67afea4-737e-4b4b-a53b-71ceea5f5bd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7162105'] for subnet, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:36.465688 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-a3f9810e-cb01-4d9e-bdb6-0a67afe2e7b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:36.508803 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-1906ad90-83da-4ea6-9d2c-63ad264a7d19 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5f7e33d750984d01b8ed423ca873f25a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3889430 May 19 21:09:36.509701 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906ad90-83da-4ea6-9d2c-63ad264a7d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f132e524-65eb-4217-b100-ec5794241882,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:36.530800 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-1906ad90-83da-4ea6-9d2c-63ad264a7d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:36.530800 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 46792) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:36.602167 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-2569231a-2bc5-4597-b53c-1d179e5c45ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:36.630675 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-2569231a-2bc5-4597-b53c-1d179e5c45ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:36.709674 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-2569231a-2bc5-4597-b53c-1d179e5c45ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:36.726369 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-34bd8978-9286-4515-a7f4-0a8e27bf5dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:36.766087 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569231a-2bc5-4597-b53c-1d179e5c45ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f132e524-65eb-4217-b100-ec5794241882,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:36.805145 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-2569231a-2bc5-4597-b53c-1d179e5c45ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:36.811601 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-2569231a-2bc5-4597-b53c-1d179e5c45ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:36.815339 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-2569231a-2bc5-4597-b53c-1d179e5c45ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f132e524-65eb-4217-b100-ec5794241882 HTTP/1.1" status: 204 len: 168 time: 0.2864616 May 19 21:09:37.033826 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9319c0-1350-47e8-8912-5d0b0ba2df2f req-18d1d7a8-a0aa-49da-9336-d65ee14bfbeb tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:37.035402 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-cf9319c0-1350-47e8-8912-5d0b0ba2df2f req-18d1d7a8-a0aa-49da-9336-d65ee14bfbeb tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.1536326 May 19 21:09:37.092724 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-cf9319c0-1350-47e8-8912-5d0b0ba2df2f req-4d11d82a-3e1a-4cb3-9337-754001e85767 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507696 May 19 21:09:37.163800 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b67afea4-737e-4b4b-a53b-71ceea5f5bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6526971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7162059'] for subnet, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:37.170968 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-7f0b7d32-9caf-44fc-8a2e-8962bf91244c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:37.247129 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67afea4-737e-4b4b-a53b-71ceea5f5bd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57b194c9-b992-45cd-b90a-3d8b81f977fc,revision_number=0']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:37.251262 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67afea4-737e-4b4b-a53b-71ceea5f5bd3 admin admin] Checking segment: {'id': 'f0a4916a-423c-4d69-8feb-80b2cec40a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b0e30432-6f0e-4daa-834a-18af9b714355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:09:37.251610 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67afea4-737e-4b4b-a53b-71ceea5f5bd3 admin admin] Network hostable DHCP agents. Network: b0e30432-6f0e-4daa-834a-18af9b714355, hostable agents: ['79fa1e52-5d5b-4f2e-bd0b-6133595bf37f'], hosted agents: [] {{(pid=91836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:09:37.254533 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-b67afea4-737e-4b4b-a53b-71ceea5f5bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:37.274066 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67afea4-737e-4b4b-a53b-71ceea5f5bd3 admin admin] Network b0e30432-6f0e-4daa-834a-18af9b714355 is scheduled to be hosted by DHCP agent 79fa1e52-5d5b-4f2e-bd0b-6133595bf37f with binding_index 1 {{(pid=91836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:09:37.285904 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-b67afea4-737e-4b4b-a53b-71ceea5f5bd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-12-iscsi, b0e30432-6f0e-4daa-834a-18af9b714355) {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:09:37.301679 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d35f57-92d3-44e3-91a7-0b82674236cd None None] Network b0e30432-6f0e-4daa-834a-18af9b714355 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:09:37.304262 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67afea4-737e-4b4b-a53b-71ceea5f5bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:37.305033 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b67afea4-737e-4b4b-a53b-71ceea5f5bd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:37.341309 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-b67afea4-737e-4b4b-a53b-71ceea5f5bd3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9237649 May 19 21:09:37.631447 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25871faf-3300-4b6b-a94c-33d69704130a None None] Network b0e30432-6f0e-4daa-834a-18af9b714355 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:09:38.231491 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-ccf37913-1e43-4e71-b4a8-874e76d1dacb tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:38.233002 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-ccf37913-1e43-4e71-b4a8-874e76d1dacb tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/networks?id=a9d43337-a378-49d5-82b2-4ebd65977430 HTTP/1.1" status: 200 len: 815 time: 0.2013693 May 19 21:09:38.265818 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-8bedb4ac-4feb-41e0-bdf2-997b87b9c5be tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/quotas/f838b440391445eabd534628afd06893 HTTP/1.1" status: 200 len: 375 time: 0.0203447 May 19 21:09:38.375124 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-7ed250df-bdfa-4bb9-96ef-0a2b1779b16f tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f838b440391445eabd534628afd06893&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011040 May 19 21:09:38.391312 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec882e-9b2d-4189-b7e0-86c40438a7d1 req-5304d058-29ee-46f7-8225-f2f31495bf4d tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:38.399622 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-e9ec882e-9b2d-4189-b7e0-86c40438a7d1 req-5304d058-29ee-46f7-8225-f2f31495bf4d tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.1239533 May 19 21:09:38.451134 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-e9ec882e-9b2d-4189-b7e0-86c40438a7d1 req-d2ae4804-1d98-48a9-bfa5-faf32e249782 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504191 May 19 21:09:38.477207 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 46892) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:38.486585 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:38.543322 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-1ee5d20a-6428-4e22-aa20-449360b264c1 service neutron] 10.222.0.44 "GET /v2.0/networks/a9d43337-a378-49d5-82b2-4ebd65977430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602592 May 19 21:09:38.665891 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-11cdcbb9-591d-4f95-9e1d-ce3d920b35f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:38.683638 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 46900) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:38.693842 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-ca4aa2ac-67a7-4105-8192-752ec462d2bb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1273157229-network', 'tenant_id': '8f45c334999340b4a955f38fa26d9026'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:09:38.698729 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-11cdcbb9-591d-4f95-9e1d-ce3d920b35f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:38.705659 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-ca4aa2ac-67a7-4105-8192-752ec462d2bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:38.708932 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-11cdcbb9-591d-4f95-9e1d-ce3d920b35f3 admin admin] Usage tracker for resource:security_group_rule and tenant:117c63ff46bf48f396723522e67a005a is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:38.714252 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-11cdcbb9-591d-4f95-9e1d-ce3d920b35f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:38.719095 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-ca4aa2ac-67a7-4105-8192-752ec462d2bb admin admin] Usage tracker for resource:network and tenant:8f45c334999340b4a955f38fa26d9026 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:38.721959 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-8ea878e0-b721-4e86-ae56-82ee552f552d service neutron] 10.222.0.44 "GET /v2.0/networks/a9d43337-a378-49d5-82b2-4ebd65977430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676056 May 19 21:09:38.725630 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-ca4aa2ac-67a7-4105-8192-752ec462d2bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:38.729177 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-11cdcbb9-591d-4f95-9e1d-ce3d920b35f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:38.736182 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-ca4aa2ac-67a7-4105-8192-752ec462d2bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:38.757733 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4aa2ac-67a7-4105-8192-752ec462d2bb admin admin] Made reservation on behalf of 8f45c334999340b4a955f38fa26d9026 for: {'network': 1} {{(pid=91837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:09:38.760153 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa2ac-67a7-4105-8192-752ec462d2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1785277'] for network, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:38.776655 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa2ac-67a7-4105-8192-752ec462d2bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:38.799684 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-ca4aa2ac-67a7-4105-8192-752ec462d2bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:38.807875 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-ca4aa2ac-67a7-4105-8192-752ec462d2bb admin admin] Usage tracker for resource:security_group_rule and tenant:8f45c334999340b4a955f38fa26d9026 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:38.811735 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-ca4aa2ac-67a7-4105-8192-752ec462d2bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:38.815122 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-002e9426-d769-46bc-9b4c-673e8ec6816a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:38.821657 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-ca4aa2ac-67a7-4105-8192-752ec462d2bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:38.896514 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-11cdcbb9-591d-4f95-9e1d-ce3d920b35f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:38.910358 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-11cdcbb9-591d-4f95-9e1d-ce3d920b35f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:38.960639 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-a179f5df-2f00-4b70-af9e-5f0d69e683a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:38.969042 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-54f4da77-da85-451e-9459-31a514cf9944 req-ea379afa-c630-4da1-aa6d-5be032c9db27 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f5f2f1-7ef4-4312-a037-abd9bb5d0ea9 HTTP/1.1" status: 200 len: 210 time: 0.0613542 May 19 21:09:39.034319 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-11cdcbb9-591d-4f95-9e1d-ce3d920b35f3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=117c63ff46bf48f396723522e67a005a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5558398 May 19 21:09:39.037222 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cdcbb9-591d-4f95-9e1d-ce3d920b35f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b069b2fd-0a07-41c8-9903-b2472d7c007c,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:39.038130 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 46916) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:39.046994 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-11cdcbb9-591d-4f95-9e1d-ce3d920b35f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:39.088394 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa2ac-67a7-4105-8192-752ec462d2bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:39.097145 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa2ac-67a7-4105-8192-752ec462d2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:39.104978 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:39.162257 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca4aa2ac-67a7-4105-8192-752ec462d2bb admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=91837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:09:39.163409 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-601a9281-552b-46c8-80e6-7ab7f382e13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:39.197455 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa2ac-67a7-4105-8192-752ec462d2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:39.197787 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.db.segments_db [None req-ca4aa2ac-67a7-4105-8192-752ec462d2bb admin admin] Added segment 873d1f94-080f-4a8c-8015-ef07b7be74a1 of type vlan for network 0085b39d-264e-47f1-8dd1-32c1cfb4b658 May 19 21:09:39.199011 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4aa2ac-67a7-4105-8192-752ec462d2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd10e411-8c8c-44ee-ba57-d7bc9a9171c4,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:39.205530 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-ca4aa2ac-67a7-4105-8192-752ec462d2bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:39.228621 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa2ac-67a7-4105-8192-752ec462d2bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750774008697'] for network, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:39.248103 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-601a9281-552b-46c8-80e6-7ab7f382e13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:39.288610 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa2ac-67a7-4105-8192-752ec462d2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448'] for network, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:39.290376 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4aa2ac-67a7-4105-8192-752ec462d2bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:39.292023 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa2ac-67a7-4105-8192-752ec462d2bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:39.297975 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:39.315247 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-601a9281-552b-46c8-80e6-7ab7f382e13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:39.323866 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:39.347375 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a9281-552b-46c8-80e6-7ab7f382e13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b069b2fd-0a07-41c8-9903-b2472d7c007c,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:39.354962 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-601a9281-552b-46c8-80e6-7ab7f382e13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:39.358533 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-601a9281-552b-46c8-80e6-7ab7f382e13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:39.362648 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-601a9281-552b-46c8-80e6-7ab7f382e13e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b069b2fd-0a07-41c8-9903-b2472d7c007c HTTP/1.1" status: 204 len: 168 time: 0.3230810 May 19 21:09:39.375254 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e5e72644-d039-4447-ac41-c32e4be6257a req-9acf7ac3-10af-41f2-b757-5d19fc609cba service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=70e231d7-2a71-487c-ac53-41868e07328f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1991560 May 19 21:09:39.435973 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:39.533410 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4aa2ac-67a7-4105-8192-752ec462d2bb admin admin] Pushing event updated for resources: {'Network': ['ID=0085b39d-264e-47f1-8dd1-32c1cfb4b658,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:39.536450 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-ca4aa2ac-67a7-4105-8192-752ec462d2bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:39.539449 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-ca4aa2ac-67a7-4105-8192-752ec462d2bb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8548443 May 19 21:09:39.542129 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 46932) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:39.545712 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Network 0085b39d-264e-47f1-8dd1-32c1cfb4b658 details requested by agent ovs-agent-dv-cinder-784623-12-iscsi with host dv-cinder-784623-12-iscsi {{(pid=91838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 21:09:39.549726 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-63b47771-877d-4586-bad2-d8f1d8d22c79 admin admin] Request body: {'subnet': {'network_id': '0085b39d-264e-47f1-8dd1-32c1cfb4b658', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1273157229-subnet', 'tenant_id': '8f45c334999340b4a955f38fa26d9026', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:09:39.557321 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-63b47771-877d-4586-bad2-d8f1d8d22c79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:39.558071 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e72644-d039-4447-ac41-c32e4be6257a req-1738359e-eac2-4d04-a9d6-1e6715c81836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:39.560049 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e5e72644-d039-4447-ac41-c32e4be6257a req-1738359e-eac2-4d04-a9d6-1e6715c81836 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f838b440391445eabd534628afd06893&device_id=70e231d7-2a71-487c-ac53-41868e07328f HTTP/1.1" status: 200 len: 1099 time: 0.0964193 May 19 21:09:39.562043 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-63b47771-877d-4586-bad2-d8f1d8d22c79 admin admin] Usage tracker for resource:subnet and tenant:8f45c334999340b4a955f38fa26d9026 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:39.565072 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-63b47771-877d-4586-bad2-d8f1d8d22c79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:39.583843 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-63b47771-877d-4586-bad2-d8f1d8d22c79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:39.617113 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b47771-877d-4586-bad2-d8f1d8d22c79 admin admin] Made reservation on behalf of 8f45c334999340b4a955f38fa26d9026 for: {'subnet': 1} {{(pid=91837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:09:39.620089 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-63b47771-877d-4586-bad2-d8f1d8d22c79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:39.800901 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e72644-d039-4447-ac41-c32e4be6257a req-2f384750-d216-4ed3-b6d4-5f106ecf2249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:39.802538 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e5e72644-d039-4447-ac41-c32e4be6257a req-2f384750-d216-4ed3-b6d4-5f106ecf2249 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a9d43337-a378-49d5-82b2-4ebd65977430 HTTP/1.1" status: 200 len: 916 time: 0.2153130 May 19 21:09:39.813924 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e175fd-6ade-4fa7-8224-7c0c5f999a3d req-eaed0470-aef3-4f3c-9f5d-6c9bb106049a tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:39.822176 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-24e175fd-6ade-4fa7-8224-7c0c5f999a3d req-eaed0470-aef3-4f3c-9f5d-6c9bb106049a tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.1956747 May 19 21:09:39.902341 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e5e72644-d039-4447-ac41-c32e4be6257a req-6b3c8a5c-d093-41b2-80d8-f2737a60b089 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad249b6e-b1f9-4912-b2bf-5df4f5180208 HTTP/1.1" status: 200 len: 217 time: 0.0779800 May 19 21:09:39.935201 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 46938) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:39.970607 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-24e175fd-6ade-4fa7-8224-7c0c5f999a3d req-636b3a6e-faf6-4503-9442-352035f2b4bb tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475501 May 19 21:09:39.984763 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e72644-d039-4447-ac41-c32e4be6257a req-efeb99c3-4e93-4a49-9410-a595a685aca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:39.986249 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e5e72644-d039-4447-ac41-c32e4be6257a req-efeb99c3-4e93-4a49-9410-a595a685aca3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f4cfbac3-5da0-4b73-8c5a-c49311a5c5eb HTTP/1.1" status: 200 len: 855 time: 0.0724156 May 19 21:09:40.000143 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-89f2ccff-f52d-463e-b5bd-5e38f3b78a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:40.018464 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-89f2ccff-f52d-463e-b5bd-5e38f3b78a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:40.025521 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-89f2ccff-f52d-463e-b5bd-5e38f3b78a70 admin admin] Usage tracker for resource:security_group_rule and tenant:edf138204b544aca9e681c1c7bc9ccaf is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:40.035161 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-89f2ccff-f52d-463e-b5bd-5e38f3b78a70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:40.043402 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-89f2ccff-f52d-463e-b5bd-5e38f3b78a70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:40.048306 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e5e72644-d039-4447-ac41-c32e4be6257a req-f0fad0cd-e95b-4bd1-99cd-02f0987205c8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a9d43337-a378-49d5-82b2-4ebd65977430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460846 May 19 21:09:40.203138 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-e1123f5a-33ff-48a8-b692-7f468a473498 req-1101b4e8-ea49-4a8a-92ef-2040452cab68 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f5f2f1-7ef4-4312-a037-abd9bb5d0ea9 HTTP/1.1" status: 200 len: 210 time: 0.0660470 May 19 21:09:40.239900 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-63b47771-877d-4586-bad2-d8f1d8d22c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407'] for subnet, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:40.249110 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-89f2ccff-f52d-463e-b5bd-5e38f3b78a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:40.250024 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:40.286947 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-89f2ccff-f52d-463e-b5bd-5e38f3b78a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:40.354264 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b47771-877d-4586-bad2-d8f1d8d22c79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a08b1042-583d-4b86-b9ba-e517372e2a85,revision_number=0']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:40.359504 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-89f2ccff-f52d-463e-b5bd-5e38f3b78a70 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=edf138204b544aca9e681c1c7bc9ccaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4233274 May 19 21:09:40.360434 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-63b47771-877d-4586-bad2-d8f1d8d22c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:40.362348 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-b617ec87-ae4b-4ec9-b09e-f095931f3d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:40.370311 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 46952) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:40.402869 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b47771-877d-4586-bad2-d8f1d8d22c79 admin admin] Checking segment: {'id': '873d1f94-080f-4a8c-8015-ef07b7be74a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0085b39d-264e-47f1-8dd1-32c1cfb4b658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:09:40.403217 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b47771-877d-4586-bad2-d8f1d8d22c79 admin admin] Network hostable DHCP agents. Network: 0085b39d-264e-47f1-8dd1-32c1cfb4b658, hostable agents: ['79fa1e52-5d5b-4f2e-bd0b-6133595bf37f'], hosted agents: [] {{(pid=91837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:09:40.432331 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2ccff-f52d-463e-b5bd-5e38f3b78a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35009c0-aee8-4460-9d03-60b13b37e68d,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:40.442775 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-89f2ccff-f52d-463e-b5bd-5e38f3b78a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:40.468882 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b47771-877d-4586-bad2-d8f1d8d22c79 admin admin] Network 0085b39d-264e-47f1-8dd1-32c1cfb4b658 is scheduled to be hosted by DHCP agent 79fa1e52-5d5b-4f2e-bd0b-6133595bf37f with binding_index 1 {{(pid=91837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:09:40.477888 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-548b36cc-3f48-4ec6-841c-c22eb6e0ecca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:40.491125 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.base_scheduler [None req-63b47771-877d-4586-bad2-d8f1d8d22c79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-12-iscsi, 0085b39d-264e-47f1-8dd1-32c1cfb4b658) {{(pid=91837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:09:40.503013 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b47771-877d-4586-bad2-d8f1d8d22c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:40.503604 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-63b47771-877d-4586-bad2-d8f1d8d22c79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for subnet, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:40.508822 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e5e72644-d039-4447-ac41-c32e4be6257a req-8f5bd728-9fa4-481f-8700-7bc47bd7d84e service neutron] 10.222.0.25 "GET /v2.0/networks/a9d43337-a378-49d5-82b2-4ebd65977430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415567 May 19 21:09:40.520245 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b0f87f-d8d4-44f8-8866-41f51fc54222 None None] Network 0085b39d-264e-47f1-8dd1-32c1cfb4b658 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:09:40.530829 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-548b36cc-3f48-4ec6-841c-c22eb6e0ecca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:40.671751 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-63b47771-877d-4586-bad2-d8f1d8d22c79 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1276512 May 19 21:09:40.699345 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-548b36cc-3f48-4ec6-841c-c22eb6e0ecca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:40.705122 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-71954905-e341-4170-8b3e-de5f06cef9be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:40.718411 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b36cc-3f48-4ec6-841c-c22eb6e0ecca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35009c0-aee8-4460-9d03-60b13b37e68d,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:40.733836 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-548b36cc-3f48-4ec6-841c-c22eb6e0ecca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:40.752829 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-548b36cc-3f48-4ec6-841c-c22eb6e0ecca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:40.753976 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-548b36cc-3f48-4ec6-841c-c22eb6e0ecca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c35009c0-aee8-4460-9d03-60b13b37e68d HTTP/1.1" status: 204 len: 168 time: 0.3810737 May 19 21:09:40.870382 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb7955e-6f64-4885-8a8f-1ce2549ef613 None None] Network 0085b39d-264e-47f1-8dd1-32c1cfb4b658 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:09:40.982267 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 46972) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:41.018682 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-7668818a-eb66-45e5-91c8-2852e53fa640 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:41.020532 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-7668818a-eb66-45e5-91c8-2852e53fa640 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.25 "GET /v2.0/networks?id=a9d43337-a378-49d5-82b2-4ebd65977430 HTTP/1.1" status: 200 len: 815 time: 0.4951448 May 19 21:09:41.026570 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e5e72644-d039-4447-ac41-c32e4be6257a req-b5994d99-f689-4fba-b09f-1636ec2ac56e service neutron] 10.222.0.25 "GET /v2.0/networks/a9d43337-a378-49d5-82b2-4ebd65977430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983268 May 19 21:09:41.042955 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-64412423-7afb-4d7c-8294-6e690da63eda tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Request body: {'port': {'device_id': '01f5f2f1-7ef4-4312-a037-abd9bb5d0ea9', 'network_id': 'a9d43337-a378-49d5-82b2-4ebd65977430', 'admin_state_up': True, 'tenant_id': 'f838b440391445eabd534628afd06893'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:09:41.125213 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ecac6ac-4345-4804-a5cd-fa4761e5e4a0 admin admin] Deleting subnet 57b194c9-b992-45cd-b90a-3d8b81f977fc {{(pid=91837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 21:09:41.128914 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-0ecac6ac-4345-4804-a5cd-fa4761e5e4a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:41.191293 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-0ecac6ac-4345-4804-a5cd-fa4761e5e4a0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:41.199934 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-0ecac6ac-4345-4804-a5cd-fa4761e5e4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1760382'] for subnet, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:41.211947 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:09:41.222461 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:41.331955 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-64412423-7afb-4d7c-8294-6e690da63eda tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:41.352205 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de478568-8a29-48b7-8912-a7a8cffc5e3c req-4299e27f-382f-4986-9558-e58bc7f8a6c0 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:41.352887 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-de478568-8a29-48b7-8912-a7a8cffc5e3c req-4299e27f-382f-4986-9558-e58bc7f8a6c0 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.1667924 May 19 21:09:41.353683 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-64412423-7afb-4d7c-8294-6e690da63eda tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:41.355538 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 46986) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:41.391425 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-92b5ccc4-e58b-47db-827f-c4f8f7e035c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:41.400135 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-26aced06-254f-431b-9ff0-aa8683fc90d2 req-7109c02b-c8b3-417d-8527-f44bbfa7fe32 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f5f2f1-7ef4-4312-a037-abd9bb5d0ea9 HTTP/1.1" status: 200 len: 210 time: 0.0506425 May 19 21:09:41.416638 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-64412423-7afb-4d7c-8294-6e690da63eda tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Made reservation on behalf of f838b440391445eabd534628afd06893 for: {'port': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:09:41.420437 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-64412423-7afb-4d7c-8294-6e690da63eda tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:41.429986 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-92b5ccc4-e58b-47db-827f-c4f8f7e035c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:41.447868 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-92b5ccc4-e58b-47db-827f-c4f8f7e035c4 admin admin] Usage tracker for resource:security_group_rule and tenant:05cde9ef14234432b12a53801b4aa829 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:41.457306 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-92b5ccc4-e58b-47db-827f-c4f8f7e035c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:41.472110 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-de478568-8a29-48b7-8912-a7a8cffc5e3c req-f05e31da-6286-4a82-b127-994088e9c966 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123006 May 19 21:09:41.474181 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-92b5ccc4-e58b-47db-827f-c4f8f7e035c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:41.518177 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-0ecac6ac-4345-4804-a5cd-fa4761e5e4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407'] for subnet, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:41.522684 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:41.557982 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecac6ac-4345-4804-a5cd-fa4761e5e4a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57b194c9-b992-45cd-b90a-3d8b81f977fc,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:41.570336 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-0ecac6ac-4345-4804-a5cd-fa4761e5e4a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for subnet, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:41.577097 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-0ecac6ac-4345-4804-a5cd-fa4761e5e4a0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/57b194c9-b992-45cd-b90a-3d8b81f977fc HTTP/1.1" status: 204 len: 168 time: 0.5940394 May 19 21:09:41.579776 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 46994) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:41.614070 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-0ecac6ac-4345-4804-a5cd-fa4761e5e4a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:41.685762 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-64412423-7afb-4d7c-8294-6e690da63eda tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Allocated IP 172.20.0.2 (a9d43337-a378-49d5-82b2-4ebd65977430/f4cfbac3-5da0-4b73-8c5a-c49311a5c5eb/0dbfb597-1449-494b-9e10-6b8357e60f67) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:09:41.696773 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33af65eb-c55c-4b58-9eed-61eb2b454cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772294'] for network, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:41.709479 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-92b5ccc4-e58b-47db-827f-c4f8f7e035c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:41.716008 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-92b5ccc4-e58b-47db-827f-c4f8f7e035c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:41.733437 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-f51ffdd7-8a2f-460d-ab7f-5f62d24dfafe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:41.802170 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5ccc4-e58b-47db-827f-c4f8f7e035c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2ab645-05a1-4a7b-ab0b-e24288c25876,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:41.809551 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-92b5ccc4-e58b-47db-827f-c4f8f7e035c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:41.812535 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-92b5ccc4-e58b-47db-827f-c4f8f7e035c4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=05cde9ef14234432b12a53801b4aa829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4557767 May 19 21:09:41.818157 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 47002) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:41.839286 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33af65eb-c55c-4b58-9eed-61eb2b454cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754869', 'neutron.services.segments.db._delete_segments_for_network-8750774465410'] for network, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:41.861918 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33af65eb-c55c-4b58-9eed-61eb2b454cf4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:09:41.862252 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33af65eb-c55c-4b58-9eed-61eb2b454cf4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:09:41.862986 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33af65eb-c55c-4b58-9eed-61eb2b454cf4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:09:41.863316 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33af65eb-c55c-4b58-9eed-61eb2b454cf4 admin admin] Subscribe: > port after_create 55550000 {{(pid=91837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:09:41.863641 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33af65eb-c55c-4b58-9eed-61eb2b454cf4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:09:41.863961 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33af65eb-c55c-4b58-9eed-61eb2b454cf4 admin admin] Subscribe: > port after_update 55550000 {{(pid=91837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:09:41.864266 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33af65eb-c55c-4b58-9eed-61eb2b454cf4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:09:41.864636 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33af65eb-c55c-4b58-9eed-61eb2b454cf4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:09:41.864935 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33af65eb-c55c-4b58-9eed-61eb2b454cf4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:09:41.865244 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33af65eb-c55c-4b58-9eed-61eb2b454cf4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:09:41.932392 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33af65eb-c55c-4b58-9eed-61eb2b454cf4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:09:41.932750 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33af65eb-c55c-4b58-9eed-61eb2b454cf4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:09:41.933068 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33af65eb-c55c-4b58-9eed-61eb2b454cf4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:09:41.933447 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33af65eb-c55c-4b58-9eed-61eb2b454cf4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 21:09:41.933734 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.services.segments.db [None req-33af65eb-c55c-4b58-9eed-61eb2b454cf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e30432-6f0e-4daa-834a-18af9b714355']}} {{(pid=91837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:09:41.957094 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.services.segments.db [None req-33af65eb-c55c-4b58-9eed-61eb2b454cf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a4916a-423c-4d69-8feb-80b2cec40a57') {'for_net_delete': True} {{(pid=91837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:09:41.957400 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.services.segments.db [None req-33af65eb-c55c-4b58-9eed-61eb2b454cf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a4916a-423c-4d69-8feb-80b2cec40a57') {} {{(pid=91837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:09:41.971223 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-64412423-7afb-4d7c-8294-6e690da63eda tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:41.974252 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33af65eb-c55c-4b58-9eed-61eb2b454cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750774475915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7566412'] for segment, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:42.002100 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33af65eb-c55c-4b58-9eed-61eb2b454cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:42.004370 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7b25a9e9-505c-4357-91df-19153cb777e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:42.013215 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-64412423-7afb-4d7c-8294-6e690da63eda tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:42.017164 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33af65eb-c55c-4b58-9eed-61eb2b454cf4 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=91837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:09:42.017562 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33af65eb-c55c-4b58-9eed-61eb2b454cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6754512'] for segment, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:42.019422 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: from cryptography.utils import int_from_bytes May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: from cryptography.utils import int_from_bytes May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: Traceback (most recent call last): May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: timer() May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: cb(*args, **kw) May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: return func(*args, **kwargs) May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: self._notify() May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: self.callback(batched_events) May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: event.method(event) May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: aggregate_uuid = self.p_client.list_aggregates( May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: return f(self, *a, **k) May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: return self._get(url).json() May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: return self.request(url, 'GET', **kwargs) May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: base_url = self.get_endpoint(auth, allow=allow, May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 21:09:42.038627 dv-cinder-784623-12-iscsi neutron-server[91837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 21:09:42.097894 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-64412423-7afb-4d7c-8294-6e690da63eda tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Network a9d43337-a378-49d5-82b2-4ebd65977430 is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:09:42.101546 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-64412423-7afb-4d7c-8294-6e690da63eda tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:09:42.104628 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-64412423-7afb-4d7c-8294-6e690da63eda tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:09:42.146151 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64412423-7afb-4d7c-8294-6e690da63eda tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Pushing event updated for resources: {'Port': ['ID=0dbfb597-1449-494b-9e10-6b8357e60f67,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:42.152024 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-64412423-7afb-4d7c-8294-6e690da63eda tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:42.186682 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-64412423-7afb-4d7c-8294-6e690da63eda tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:42.187232 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-64412423-7afb-4d7c-8294-6e690da63eda tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:42.206893 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7b25a9e9-505c-4357-91df-19153cb777e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:42.219295 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-64412423-7afb-4d7c-8294-6e690da63eda tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1807206 May 19 21:09:42.232991 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33af65eb-c55c-4b58-9eed-61eb2b454cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662838'] for network, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:42.249774 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-ca4aa2ac-67a7-4105-8192-752ec462d2bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:42.265426 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33af65eb-c55c-4b58-9eed-61eb2b454cf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:42.276429 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af65eb-c55c-4b58-9eed-61eb2b454cf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0e30432-6f0e-4daa-834a-18af9b714355,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:42.282230 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-33af65eb-c55c-4b58-9eed-61eb2b454cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:42.282566 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-33af65eb-c55c-4b58-9eed-61eb2b454cf4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b0e30432-6f0e-4daa-834a-18af9b714355 HTTP/1.1" status: 204 len: 168 time: 0.7010658 May 19 21:09:42.288183 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 47020) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:42.298955 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7b25a9e9-505c-4357-91df-19153cb777e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:42.303169 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-be5c1b4e-8881-46f6-b2ee-eb2aa90b2613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:42.315192 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b25a9e9-505c-4357-91df-19153cb777e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2ab645-05a1-4a7b-ab0b-e24288c25876,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:42.320788 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-7b25a9e9-505c-4357-91df-19153cb777e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:42.323125 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7b25a9e9-505c-4357-91df-19153cb777e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:42.324444 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-7b25a9e9-505c-4357-91df-19153cb777e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2a2ab645-05a1-4a7b-ab0b-e24288c25876 HTTP/1.1" status: 204 len: 168 time: 0.5054257 May 19 21:09:42.356494 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_v2 [None req-e090aad3-2367-447e-87c2-9dccf5909c78 admin admin] Deleting subnet a08b1042-583d-4b86-b9ba-e517372e2a85 {{(pid=91836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 21:09:42.359853 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-e090aad3-2367-447e-87c2-9dccf5909c78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:42.414768 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-e090aad3-2367-447e-87c2-9dccf5909c78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7440193'] for subnet, precommit_delete_associations {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:42.473984 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-e090aad3-2367-447e-87c2-9dccf5909c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1760382'] for subnet, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:42.813168 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-e090aad3-2367-447e-87c2-9dccf5909c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6526900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7162050'] for subnet, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:42.818331 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:42.851816 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090aad3-2367-447e-87c2-9dccf5909c78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a08b1042-583d-4b86-b9ba-e517372e2a85,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:42.854816 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-e090aad3-2367-447e-87c2-9dccf5909c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:42.855809 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-e090aad3-2367-447e-87c2-9dccf5909c78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:42.864206 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-e090aad3-2367-447e-87c2-9dccf5909c78 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a08b1042-583d-4b86-b9ba-e517372e2a85 HTTP/1.1" status: 204 len: 168 time: 0.5749216 May 19 21:09:42.866929 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 47046) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:42.976516 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-cc3727b2-4d5c-4a20-9e38-e32378e6f035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772294'] for network, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:43.102461 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-cc3727b2-4d5c-4a20-9e38-e32378e6f035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754869', 'neutron.services.segments.db._delete_segments_for_network-8750774465410'] for network, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:43.115969 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.services.segments.db [None req-cc3727b2-4d5c-4a20-9e38-e32378e6f035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0085b39d-264e-47f1-8dd1-32c1cfb4b658']}} {{(pid=91837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:09:43.128317 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.services.segments.db [None req-cc3727b2-4d5c-4a20-9e38-e32378e6f035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '873d1f94-080f-4a8c-8015-ef07b7be74a1') {'for_net_delete': True} {{(pid=91837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:09:43.128598 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.services.segments.db [None req-cc3727b2-4d5c-4a20-9e38-e32378e6f035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '873d1f94-080f-4a8c-8015-ef07b7be74a1') {} {{(pid=91837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:09:43.141382 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-cc3727b2-4d5c-4a20-9e38-e32378e6f035 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750774475915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7566412'] for segment, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:43.159504 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-cc3727b2-4d5c-4a20-9e38-e32378e6f035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:43.166671 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc3727b2-4d5c-4a20-9e38-e32378e6f035 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=91837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:09:43.167048 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-cc3727b2-4d5c-4a20-9e38-e32378e6f035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6754512'] for segment, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:43.181403 dv-cinder-784623-12-iscsi neutron-server[91837]: Traceback (most recent call last): May 19 21:09:43.181403 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 21:09:43.181403 dv-cinder-784623-12-iscsi neutron-server[91837]: timer() May 19 21:09:43.181403 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 21:09:43.181403 dv-cinder-784623-12-iscsi neutron-server[91837]: cb(*args, **kw) May 19 21:09:43.181403 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 21:09:43.181403 dv-cinder-784623-12-iscsi neutron-server[91837]: return func(*args, **kwargs) May 19 21:09:43.181403 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 21:09:43.181403 dv-cinder-784623-12-iscsi neutron-server[91837]: self._notify() May 19 21:09:43.181403 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 21:09:43.181403 dv-cinder-784623-12-iscsi neutron-server[91837]: self.callback(batched_events) May 19 21:09:43.181403 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 21:09:43.181403 dv-cinder-784623-12-iscsi neutron-server[91837]: event.method(event) May 19 21:09:43.181403 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 21:09:43.181403 dv-cinder-784623-12-iscsi neutron-server[91837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 21:09:43.181403 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 21:09:43.181403 dv-cinder-784623-12-iscsi neutron-server[91837]: aggregate_uuid = self.p_client.list_aggregates( May 19 21:09:43.181403 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 21:09:43.181403 dv-cinder-784623-12-iscsi neutron-server[91837]: return f(self, *a, **k) May 19 21:09:43.181403 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 21:09:43.181403 dv-cinder-784623-12-iscsi neutron-server[91837]: return self._get(url).json() May 19 21:09:43.181403 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 21:09:43.181403 dv-cinder-784623-12-iscsi neutron-server[91837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 21:09:43.181403 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 21:09:43.181403 dv-cinder-784623-12-iscsi neutron-server[91837]: return self.request(url, 'GET', **kwargs) May 19 21:09:43.181403 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 21:09:43.181403 dv-cinder-784623-12-iscsi neutron-server[91837]: base_url = self.get_endpoint(auth, allow=allow, May 19 21:09:43.181403 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 21:09:43.181403 dv-cinder-784623-12-iscsi neutron-server[91837]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 21:09:43.181403 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 21:09:43.181403 dv-cinder-784623-12-iscsi neutron-server[91837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 21:09:43.181403 dv-cinder-784623-12-iscsi neutron-server[91837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 21:09:43.261447 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-cc3727b2-4d5c-4a20-9e38-e32378e6f035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662838'] for network, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:43.265228 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-bebe93f3-8afe-41aa-be89-4520f78b90ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:43.281047 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-cc3727b2-4d5c-4a20-9e38-e32378e6f035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:43.287078 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3727b2-4d5c-4a20-9e38-e32378e6f035 admin admin] Pushing event deleted for resources: {'Network': ['ID=0085b39d-264e-47f1-8dd1-32c1cfb4b658,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:43.290062 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-cc3727b2-4d5c-4a20-9e38-e32378e6f035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:43.292664 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-cc3727b2-4d5c-4a20-9e38-e32378e6f035 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0085b39d-264e-47f1-8dd1-32c1cfb4b658 HTTP/1.1" status: 204 len: 168 time: 0.4236910 May 19 21:09:43.476880 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 47070) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:43.527825 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-f49dac14-bd13-436f-a4b2-40718da88462 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1d84ae04d30b458d91ccef1fa8780342&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495653 May 19 21:09:43.530399 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 47076) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:43.595982 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-e3d9b24f-9345-49d7-942f-bd55ec7695d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:43.624721 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-e3d9b24f-9345-49d7-942f-bd55ec7695d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:43.684011 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-e3d9b24f-9345-49d7-942f-bd55ec7695d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:43.688953 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:43.701199 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9b24f-9345-49d7-942f-bd55ec7695d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fe22b1-0813-40b2-b3f2-5f76725131e6,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:43.704189 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-e3d9b24f-9345-49d7-942f-bd55ec7695d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:43.706215 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-e3d9b24f-9345-49d7-942f-bd55ec7695d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:43.709843 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-e3d9b24f-9345-49d7-942f-bd55ec7695d8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a2fe22b1-0813-40b2-b3f2-5f76725131e6 HTTP/1.1" status: 204 len: 168 time: 0.1756878 May 19 21:09:44.077217 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 47092) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:44.125781 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-e555e485-0315-4cbf-a362-ebbd337afc5e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8f45c334999340b4a955f38fa26d9026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472496 May 19 21:09:44.128243 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 47098) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:44.188638 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f604-8a13-4b5b-8273-fcbb426bab52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:44.219083 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f604-8a13-4b5b-8273-fcbb426bab52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:44.273522 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f604-8a13-4b5b-8273-fcbb426bab52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:44.278282 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-c6117ebe-ba30-4a8d-b7ca-2ddd5b858342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:44.294178 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8f604-8a13-4b5b-8273-fcbb426bab52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd10e411-8c8c-44ee-ba57-d7bc9a9171c4,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:44.296779 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-ebd8f604-8a13-4b5b-8273-fcbb426bab52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:44.297963 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f604-8a13-4b5b-8273-fcbb426bab52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:44.299160 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-ebd8f604-8a13-4b5b-8273-fcbb426bab52 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd10e411-8c8c-44ee-ba57-d7bc9a9171c4 HTTP/1.1" status: 204 len: 168 time: 0.1699626 May 19 21:09:44.436471 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['ad249b6e-b1f9-4912-b2bf-5df4f5180208', 'a5e863d8-9aaa-4cfb-b355-9ebe571330ae'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:09:44.479407 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-23f16627-aeb3-40c3-b81b-899a8ff7c662 service neutron] Request body: {'port': {'device_id': '01f5f2f1-7ef4-4312-a037-abd9bb5d0ea9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:09:44.498318 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:44.841990 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-23f16627-aeb3-40c3-b81b-899a8ff7c662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:44.872847 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84367769-0eaa-42a5-8aec-e4b5697eb48c req-d36fd955-535b-410f-8bae-00ca9090772a tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:44.876180 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-84367769-0eaa-42a5-8aec-e4b5697eb48c req-d36fd955-535b-410f-8bae-00ca9090772a tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f5f2f1-7ef4-4312-a037-abd9bb5d0ea9 HTTP/1.1" status: 200 len: 931 time: 0.1692607 May 19 21:09:44.958704 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-84367769-0eaa-42a5-8aec-e4b5697eb48c req-bb217ed6-864b-411b-887b-adf8e11b1c4b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757012 May 19 21:09:44.970592 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7cac8-b831-4536-8ea1-0fd222290e0c req-72585256-6d70-465d-9e34-6306d368ca5d tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:44.972136 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b9b7cac8-b831-4536-8ea1-0fd222290e0c req-72585256-6d70-465d-9e34-6306d368ca5d tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.2307682 May 19 21:09:45.097840 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b9b7cac8-b831-4536-8ea1-0fd222290e0c req-14a4d470-17ab-470a-a005-1c8e5931bf07 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785978 May 19 21:09:45.281464 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-23f16627-aeb3-40c3-b81b-899a8ff7c662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dbfb597-1449-494b-9e10-6b8357e60f67 {{(pid=91836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:09:45.289440 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-23f16627-aeb3-40c3-b81b-899a8ff7c662 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:45.306430 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-23f16627-aeb3-40c3-b81b-899a8ff7c662 service neutron] Transition to ACTIVE for port object 0dbfb597-1449-494b-9e10-6b8357e60f67 will not be triggered until provisioned by entity L2. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:09:45.311503 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-23f16627-aeb3-40c3-b81b-899a8ff7c662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:45.316743 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-0130af4d-9d59-4044-bae8-5f7a48417964 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:45.470123 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f16627-aeb3-40c3-b81b-899a8ff7c662 service neutron] Pushing event updated for resources: {'Port': ['ID=0dbfb597-1449-494b-9e10-6b8357e60f67,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:45.478626 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-23f16627-aeb3-40c3-b81b-899a8ff7c662 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:45.557079 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-23f16627-aeb3-40c3-b81b-899a8ff7c662 service neutron] Attempting to bind port 0dbfb597-1449-494b-9e10-6b8357e60f67 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:09:45.557768 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-23f16627-aeb3-40c3-b81b-899a8ff7c662 service neutron] Attempting to bind port 0dbfb597-1449-494b-9e10-6b8357e60f67 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'b490382e-b18a-49ba-8255-29d8291b1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d43337-a378-49d5-82b2-4ebd65977430'}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:09:45.558423 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-23f16627-aeb3-40c3-b81b-899a8ff7c662 service neutron] Attempting to bind port 0dbfb597-1449-494b-9e10-6b8357e60f67 on network a9d43337-a378-49d5-82b2-4ebd65977430 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:09:45.565368 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-23f16627-aeb3-40c3-b81b-899a8ff7c662 service neutron] Port 0dbfb597-1449-494b-9e10-6b8357e60f67 on network a9d43337-a378-49d5-82b2-4ebd65977430 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 21:09:45.565779 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-23f16627-aeb3-40c3-b81b-899a8ff7c662 service neutron] Attempting to bind port 0dbfb597-1449-494b-9e10-6b8357e60f67 on network a9d43337-a378-49d5-82b2-4ebd65977430 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:09:45.578196 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-23f16627-aeb3-40c3-b81b-899a8ff7c662 service neutron] Checking agent: {'id': '2fb6168f-df3b-41e1-92fa-9ac77f822fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'started_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:09:45.578636 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-23f16627-aeb3-40c3-b81b-899a8ff7c662 service neutron] Checking segment: {'id': 'b490382e-b18a-49ba-8255-29d8291b1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d43337-a378-49d5-82b2-4ebd65977430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:09:45.579122 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-23f16627-aeb3-40c3-b81b-899a8ff7c662 service neutron] Bound using segment: {'id': 'b490382e-b18a-49ba-8255-29d8291b1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d43337-a378-49d5-82b2-4ebd65977430'} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:09:45.579602 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-23f16627-aeb3-40c3-b81b-899a8ff7c662 service neutron] Bound port: 0dbfb597-1449-494b-9e10-6b8357e60f67, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b490382e-b18a-49ba-8255-29d8291b1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d43337-a378-49d5-82b2-4ebd65977430'}}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:09:45.580005 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-23f16627-aeb3-40c3-b81b-899a8ff7c662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:45.679905 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-23f16627-aeb3-40c3-b81b-899a8ff7c662 service neutron] For port 0dbfb597-1449-494b-9e10-6b8357e60f67, host hv-cinder-78462, cleared binding levels {{(pid=91836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:09:45.683150 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-23f16627-aeb3-40c3-b81b-899a8ff7c662 service neutron] For port 0dbfb597-1449-494b-9e10-6b8357e60f67, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0dbfb597-1449-494b-9e10-6b8357e60f67,segment=NetworkSegment(b490382e-b18a-49ba-8255-29d8291b1b57),segment_id=b490382e-b18a-49ba-8255-29d8291b1b57)] {{(pid=91836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:09:45.689054 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-23f16627-aeb3-40c3-b81b-899a8ff7c662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:45.692977 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-23f16627-aeb3-40c3-b81b-899a8ff7c662 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:45.751521 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-23f16627-aeb3-40c3-b81b-899a8ff7c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:45.752121 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-23f16627-aeb3-40c3-b81b-899a8ff7c662 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:45.753463 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-23f16627-aeb3-40c3-b81b-899a8ff7c662 service neutron] 10.222.0.25 "PUT /v2.0/ports/0dbfb597-1449-494b-9e10-6b8357e60f67 HTTP/1.1" status: 200 len: 1093 time: 1.2864561 May 19 21:09:45.753937 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f5f2f1-7ef4-4312-a037-abd9bb5d0ea9', 'tag': '0dbfb597-1449-494b-9e10-6b8357e60f67'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:09:45.774694 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f16627-aeb3-40c3-b81b-899a8ff7c662 service neutron] Pushing event updated for resources: {'Port': ['ID=0dbfb597-1449-494b-9e10-6b8357e60f67,revision_number=3']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:45.779287 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-23f16627-aeb3-40c3-b81b-899a8ff7c662 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:45.849482 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f5f2f1-7ef4-4312-a037-abd9bb5d0ea9', 'tag': '0dbfb597-1449-494b-9e10-6b8357e60f67', 'status': 'completed', 'code': 200} May 19 21:09:45.892531 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-075a0a66-bae6-41c0-bc82-8930b5d4e164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:45.894375 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-075a0a66-bae6-41c0-bc82-8930b5d4e164 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f838b440391445eabd534628afd06893&device_id=01f5f2f1-7ef4-4312-a037-abd9bb5d0ea9 HTTP/1.1" status: 200 len: 1096 time: 0.0891411 May 19 21:09:46.226241 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9336a0e-c6c2-46b2-88be-b8efba0b1a34 req-39d55846-8e74-4658-beea-a2a2a08c10b3 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:46.228036 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-f9336a0e-c6c2-46b2-88be-b8efba0b1a34 req-39d55846-8e74-4658-beea-a2a2a08c10b3 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Synchronizing usage tracker for tenant:f838b440391445eabd534628afd06893 on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:09:46.249647 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-f9336a0e-c6c2-46b2-88be-b8efba0b1a34 req-39d55846-8e74-4658-beea-a2a2a08c10b3 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Unset dirty status for tenant:f838b440391445eabd534628afd06893 on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:09:46.251895 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f9336a0e-c6c2-46b2-88be-b8efba0b1a34 req-39d55846-8e74-4658-beea-a2a2a08c10b3 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f5f2f1-7ef4-4312-a037-abd9bb5d0ea9 HTTP/1.1" status: 200 len: 943 time: 0.1560040 May 19 21:09:46.313436 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f9336a0e-c6c2-46b2-88be-b8efba0b1a34 req-bff8f76d-d84e-4fb7-a7d5-3b75a12a3fb4 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541325 May 19 21:09:46.330341 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 47182) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:46.341118 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7633e9-f811-4742-b59e-79e2f41fc24e req-9ba6030a-978e-428c-8ebb-827878a65793 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:46.342968 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-4d7633e9-f811-4742-b59e-79e2f41fc24e req-9ba6030a-978e-428c-8ebb-827878a65793 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.1186421 May 19 21:09:46.352755 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 47188) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:46.398172 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-4d7633e9-f811-4742-b59e-79e2f41fc24e req-bd88de35-1a81-404e-9666-2e92723054f1 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477066 May 19 21:09:46.495404 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3d91b105-1852-432a-a880-0f523d583067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:46.507280 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3226b0f2-12ae-481b-bac7-d5b64c1003d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:46.526679 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-3226b0f2-12ae-481b-bac7-d5b64c1003d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:46.531362 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-3226b0f2-12ae-481b-bac7-d5b64c1003d2 admin admin] Usage tracker for resource:security_group_rule and tenant:e9a4ecc9642842c6bf639cf1e12a352f is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:46.534156 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-3d91b105-1852-432a-a880-0f523d583067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:46.536389 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-3226b0f2-12ae-481b-bac7-d5b64c1003d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:46.542645 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-3d91b105-1852-432a-a880-0f523d583067 admin admin] Usage tracker for resource:security_group_rule and tenant:410699f02e084ed5b3c6682705023571 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:46.545245 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-3226b0f2-12ae-481b-bac7-d5b64c1003d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:46.547317 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-3d91b105-1852-432a-a880-0f523d583067 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:46.555539 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-3d91b105-1852-432a-a880-0f523d583067 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:46.694490 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3226b0f2-12ae-481b-bac7-d5b64c1003d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:46.701970 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3226b0f2-12ae-481b-bac7-d5b64c1003d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:46.710146 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3d91b105-1852-432a-a880-0f523d583067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:46.712552 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-20209551-538e-4b31-b83b-2bfbb705cd6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:46.728795 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3d91b105-1852-432a-a880-0f523d583067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:46.849807 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-3226b0f2-12ae-481b-bac7-d5b64c1003d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e9a4ecc9642842c6bf639cf1e12a352f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4958210 May 19 21:09:46.852701 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 47202) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:46.853639 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226b0f2-12ae-481b-bac7-d5b64c1003d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8462d03f-4347-4895-8853-749fb657a894,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:46.858628 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-3226b0f2-12ae-481b-bac7-d5b64c1003d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:46.859125 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:46.870035 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-3d91b105-1852-432a-a880-0f523d583067 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=410699f02e084ed5b3c6682705023571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5381739 May 19 21:09:46.872250 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 47206) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:46.889137 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91b105-1852-432a-a880-0f523d583067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939cf97f-6656-4d7d-9169-3e5a71772a04,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:46.892091 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-3d91b105-1852-432a-a880-0f523d583067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:46.961913 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-8fdf32d2-ffd5-47f5-bfeb-f90d701e967a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:46.977528 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-3cd04bde-baed-4e2f-ab37-3f660c76b4ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:47.002707 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-8fdf32d2-ffd5-47f5-bfeb-f90d701e967a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:47.030093 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-3cd04bde-baed-4e2f-ab37-3f660c76b4ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:47.096975 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-8fdf32d2-ffd5-47f5-bfeb-f90d701e967a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:47.102981 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-f13f7651-f25e-4cad-b59a-05c05d8ff2e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:47.112926 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-3cd04bde-baed-4e2f-ab37-3f660c76b4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:47.119717 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf32d2-ffd5-47f5-bfeb-f90d701e967a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8462d03f-4347-4895-8853-749fb657a894,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:47.122319 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-8fdf32d2-ffd5-47f5-bfeb-f90d701e967a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:47.125166 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-d4f04a2e-264f-42e4-868d-6e088417c62c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:47.141705 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd04bde-baed-4e2f-ab37-3f660c76b4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939cf97f-6656-4d7d-9169-3e5a71772a04,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:47.145532 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-3cd04bde-baed-4e2f-ab37-3f660c76b4ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:47.148903 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-8fdf32d2-ffd5-47f5-bfeb-f90d701e967a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:47.152575 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-8fdf32d2-ffd5-47f5-bfeb-f90d701e967a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8462d03f-4347-4895-8853-749fb657a894 HTTP/1.1" status: 204 len: 168 time: 0.2961099 May 19 21:09:47.153106 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-3cd04bde-baed-4e2f-ab37-3f660c76b4ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:47.154119 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-3cd04bde-baed-4e2f-ab37-3f660c76b4ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/939cf97f-6656-4d7d-9169-3e5a71772a04 HTTP/1.1" status: 204 len: 168 time: 0.2809820 May 19 21:09:47.449802 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 47222) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:47.453094 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 47226) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:47.468186 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-e050252b-48dc-4292-b5fe-895e6df8e404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:47.470501 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-88d91e10-9acc-44b7-8dd6-54500a4e1d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:47.486268 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-88d91e10-9acc-44b7-8dd6-54500a4e1d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:47.487045 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-e050252b-48dc-4292-b5fe-895e6df8e404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:47.490776 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-88d91e10-9acc-44b7-8dd6-54500a4e1d2f admin admin] Usage tracker for resource:security_group_rule and tenant:c6ce4f6bc1734c729e559c13f74cfeb4 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:47.491302 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-e050252b-48dc-4292-b5fe-895e6df8e404 admin admin] Usage tracker for resource:security_group_rule and tenant:a1492ec844d34109a242ab0222fb463a is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:47.493729 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-88d91e10-9acc-44b7-8dd6-54500a4e1d2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:47.494165 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-e050252b-48dc-4292-b5fe-895e6df8e404 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:47.499618 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-88d91e10-9acc-44b7-8dd6-54500a4e1d2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:47.499917 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-e050252b-48dc-4292-b5fe-895e6df8e404 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:47.587035 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-e050252b-48dc-4292-b5fe-895e6df8e404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:47.590816 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-88d91e10-9acc-44b7-8dd6-54500a4e1d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:47.591617 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-e050252b-48dc-4292-b5fe-895e6df8e404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:47.595720 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-88d91e10-9acc-44b7-8dd6-54500a4e1d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:47.600963 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-255c0fb6-166d-4113-a3a3-03d2d28d96ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:47.604447 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-a06abb26-2618-4bf9-8ce3-7b9f7b3f8574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:47.641332 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-e050252b-48dc-4292-b5fe-895e6df8e404 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a1492ec844d34109a242ab0222fb463a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1902483 May 19 21:09:47.642238 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050252b-48dc-4292-b5fe-895e6df8e404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479b330a-d600-4eae-84c8-e18675d26503,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:47.644355 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 47234) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:47.646925 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-e050252b-48dc-4292-b5fe-895e6df8e404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:47.651280 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-88d91e10-9acc-44b7-8dd6-54500a4e1d2f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c6ce4f6bc1734c729e559c13f74cfeb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1968400 May 19 21:09:47.653973 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 47238) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:47.662216 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d91e10-9acc-44b7-8dd6-54500a4e1d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32dd95d-8153-45bb-9f00-4ce413779d0b,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:47.666628 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-88d91e10-9acc-44b7-8dd6-54500a4e1d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:47.721999 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-c9f0ac7e-b949-43c5-a53e-e9f3bcbb2cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:47.725899 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-e1416afa-d5a9-4499-a06f-2c86a16523d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:47.748498 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-c9f0ac7e-b949-43c5-a53e-e9f3bcbb2cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:47.752709 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-e1416afa-d5a9-4499-a06f-2c86a16523d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:47.807213 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-c9f0ac7e-b949-43c5-a53e-e9f3bcbb2cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:47.812902 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-2569231a-2bc5-4597-b53c-1d179e5c45ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:47.816315 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-e1416afa-d5a9-4499-a06f-2c86a16523d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:47.821569 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:47.829397 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0ac7e-b949-43c5-a53e-e9f3bcbb2cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32dd95d-8153-45bb-9f00-4ce413779d0b,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:47.833450 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-c9f0ac7e-b949-43c5-a53e-e9f3bcbb2cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:47.836538 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1416afa-d5a9-4499-a06f-2c86a16523d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479b330a-d600-4eae-84c8-e18675d26503,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:47.841457 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-e1416afa-d5a9-4499-a06f-2c86a16523d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:47.845665 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-c9f0ac7e-b949-43c5-a53e-e9f3bcbb2cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:47.847044 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-c9f0ac7e-b949-43c5-a53e-e9f3bcbb2cc9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d32dd95d-8153-45bb-9f00-4ce413779d0b HTTP/1.1" status: 204 len: 168 time: 0.1919425 May 19 21:09:47.866998 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-e1416afa-d5a9-4499-a06f-2c86a16523d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:47.868331 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-e1416afa-d5a9-4499-a06f-2c86a16523d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/479b330a-d600-4eae-84c8-e18675d26503 HTTP/1.1" status: 204 len: 168 time: 0.2229626 May 19 21:09:48.327748 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 47280) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:48.353833 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-476bdae1-7e3b-435d-bea8-eacf786d1a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:48.370526 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-476bdae1-7e3b-435d-bea8-eacf786d1a84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:48.374785 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-476bdae1-7e3b-435d-bea8-eacf786d1a84 admin admin] Usage tracker for resource:security_group_rule and tenant:1cbc798ee5474bb88f496c0b55afa886 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:48.377772 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-476bdae1-7e3b-435d-bea8-eacf786d1a84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:48.384075 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-476bdae1-7e3b-435d-bea8-eacf786d1a84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:48.479988 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-476bdae1-7e3b-435d-bea8-eacf786d1a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:48.485673 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-476bdae1-7e3b-435d-bea8-eacf786d1a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:48.495072 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-70b5454b-0386-483e-af94-a0e9930c5344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:48.537980 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-476bdae1-7e3b-435d-bea8-eacf786d1a84 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1cbc798ee5474bb88f496c0b55afa886&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2089052 May 19 21:09:48.539045 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476bdae1-7e3b-435d-bea8-eacf786d1a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5143bf70-a722-40b8-8711-0fa210cd8e60,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:48.540647 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 47292) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:48.542248 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-476bdae1-7e3b-435d-bea8-eacf786d1a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:48.606731 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-92ca0825-893a-4919-8e3b-549462b95c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:48.635361 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-92ca0825-893a-4919-8e3b-549462b95c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:48.708236 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-92ca0825-893a-4919-8e3b-549462b95c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:48.715970 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:48.731547 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca0825-893a-4919-8e3b-549462b95c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5143bf70-a722-40b8-8711-0fa210cd8e60,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:48.734602 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-92ca0825-893a-4919-8e3b-549462b95c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:48.736813 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-92ca0825-893a-4919-8e3b-549462b95c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:48.755374 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-92ca0825-893a-4919-8e3b-549462b95c5b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5143bf70-a722-40b8-8711-0fa210cd8e60 HTTP/1.1" status: 204 len: 168 time: 0.1983070 May 19 21:09:49.041600 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-ac3bccb1-bd31-4785-8707-43f79a871fe6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0dbfb597-1449-494b-9e10-6b8357e60f67 HTTP/1.1" status: 200 len: 217 time: 0.0719013 May 19 21:09:49.219472 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-bb65a76a-dd8a-4a08-bc47-766f339bd55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:49.221017 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-bb65a76a-dd8a-4a08-bc47-766f339bd55b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f4cfbac3-5da0-4b73-8c5a-c49311a5c5eb HTTP/1.1" status: 200 len: 855 time: 0.1716700 May 19 21:09:49.283885 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-3baea403-76e0-4bc0-a7d2-e7735e2b1860 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a9d43337-a378-49d5-82b2-4ebd65977430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549784 May 19 21:09:49.310495 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49d922-bce9-4c7b-8bf1-d03884e3860f req-877f8e8b-893b-456d-aab9-2bd24ef1865d tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:49.312975 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-fa49d922-bce9-4c7b-8bf1-d03884e3860f req-877f8e8b-893b-456d-aab9-2bd24ef1865d tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f5f2f1-7ef4-4312-a037-abd9bb5d0ea9 HTTP/1.1" status: 200 len: 943 time: 0.1067867 May 19 21:09:49.321920 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089eba7-348b-4f11-a71f-0beee5c685a8 req-22d9f7d6-caf5-48a1-af4d-50eb3092c13b tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:49.323542 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8089eba7-348b-4f11-a71f-0beee5c685a8 req-22d9f7d6-caf5-48a1-af4d-50eb3092c13b tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.1747322 May 19 21:09:49.373064 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-fa49d922-bce9-4c7b-8bf1-d03884e3860f req-cd332e3a-1d3e-4e54-bd8f-4fbd1dc76e67 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518565 May 19 21:09:49.470417 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8089eba7-348b-4f11-a71f-0beee5c685a8 req-ce2d16ad-6fed-4432-93ac-7624e8f438fb tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295371 May 19 21:09:49.501110 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-d9a29303-7764-4c0b-9813-f5a04e14b3a4 service neutron] 10.222.0.25 "GET /v2.0/networks/a9d43337-a378-49d5-82b2-4ebd65977430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074068 May 19 21:09:49.665021 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5cd3c7d8-2783-48a1-b8da-8075851c294c req-a5329959-5a34-4eab-a273-02bf50dabebe service neutron] 10.222.0.25 "GET /v2.0/networks/a9d43337-a378-49d5-82b2-4ebd65977430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548152 May 19 21:09:49.810210 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906fbb5-45aa-4eba-8970-c608be32b289 req-d7bf3879-b201-4dd5-9fff-f0822e11474e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:49.811751 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8906fbb5-45aa-4eba-8970-c608be32b289 req-d7bf3879-b201-4dd5-9fff-f0822e11474e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f838b440391445eabd534628afd06893&device_id=01f5f2f1-7ef4-4312-a037-abd9bb5d0ea9 HTTP/1.1" status: 200 len: 1096 time: 0.0866673 May 19 21:09:49.977862 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906fbb5-45aa-4eba-8970-c608be32b289 req-7196712c-a200-4cc8-bef5-b1fc138f6fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:49.979432 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8906fbb5-45aa-4eba-8970-c608be32b289 req-7196712c-a200-4cc8-bef5-b1fc138f6fed service neutron] 10.222.0.25 "GET /v2.0/networks?id=a9d43337-a378-49d5-82b2-4ebd65977430 HTTP/1.1" status: 200 len: 916 time: 0.1516356 May 19 21:09:50.060016 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8906fbb5-45aa-4eba-8970-c608be32b289 req-2a20cdcb-2f7d-4aa2-baf0-5ff832e19857 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0dbfb597-1449-494b-9e10-6b8357e60f67 HTTP/1.1" status: 200 len: 217 time: 0.0712821 May 19 21:09:50.171186 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906fbb5-45aa-4eba-8970-c608be32b289 req-cf082782-9278-4fe8-a1c3-499c7f66e95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:50.172767 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8906fbb5-45aa-4eba-8970-c608be32b289 req-cf082782-9278-4fe8-a1c3-499c7f66e95e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f4cfbac3-5da0-4b73-8c5a-c49311a5c5eb HTTP/1.1" status: 200 len: 855 time: 0.1004682 May 19 21:09:50.226093 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8906fbb5-45aa-4eba-8970-c608be32b289 req-d929cebc-d7be-43ba-979b-089266056465 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a9d43337-a378-49d5-82b2-4ebd65977430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449097 May 19 21:09:50.384288 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8906fbb5-45aa-4eba-8970-c608be32b289 req-671603a0-3f7d-495e-8cc6-32375f8c4529 service neutron] 10.222.0.25 "GET /v2.0/networks/a9d43337-a378-49d5-82b2-4ebd65977430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453264 May 19 21:09:50.670509 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e46d7-e725-49cd-9685-f4b511242179 req-580971af-ed7a-46fd-bf4c-3ed909f5c85e tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:50.678903 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-599e46d7-e725-49cd-9685-f4b511242179 req-580971af-ed7a-46fd-bf4c-3ed909f5c85e tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f5f2f1-7ef4-4312-a037-abd9bb5d0ea9 HTTP/1.1" status: 200 len: 943 time: 0.1566491 May 19 21:09:50.735472 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-599e46d7-e725-49cd-9685-f4b511242179 req-1c957a17-2982-4183-be4b-c1f84986aab2 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556705 May 19 21:09:50.739943 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8906fbb5-45aa-4eba-8970-c608be32b289 req-3e6b52b4-74b6-4d8a-aea2-2c28cb1b85d9 service neutron] 10.222.0.25 "GET /v2.0/networks/a9d43337-a378-49d5-82b2-4ebd65977430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448889 May 19 21:09:50.785713 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3e720-f0e4-4ca0-8ad1-aa0b110087b2 req-c687f516-6784-43fc-acda-a8df12a02ce1 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:50.787369 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c7e3e720-f0e4-4ca0-8ad1-aa0b110087b2 req-c687f516-6784-43fc-acda-a8df12a02ce1 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.0873134 May 19 21:09:50.833634 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c7e3e720-f0e4-4ca0-8ad1-aa0b110087b2 req-f5fb7c5f-9874-49c9-b390-bbfcd0aaa27a tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405681 May 19 21:09:51.103340 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 47458) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:51.261507 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-4666a559-3228-4a4d-a006-1c891eff7364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:51.276743 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-4666a559-3228-4a4d-a006-1c891eff7364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:51.280843 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-4666a559-3228-4a4d-a006-1c891eff7364 admin admin] Usage tracker for resource:security_group_rule and tenant:81015e128e5645878680c4942dada404 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:51.283822 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-4666a559-3228-4a4d-a006-1c891eff7364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:51.290709 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-4666a559-3228-4a4d-a006-1c891eff7364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:51.383381 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-4666a559-3228-4a4d-a006-1c891eff7364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:51.390151 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-4666a559-3228-4a4d-a006-1c891eff7364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:51.398065 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-8205d26d-5aa3-4ac0-90d6-12f432c45a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:51.440771 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-4666a559-3228-4a4d-a006-1c891eff7364 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=81015e128e5645878680c4942dada404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361230 May 19 21:09:51.441568 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666a559-3228-4a4d-a006-1c891eff7364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e28fdf-8e3a-425f-b075-c4ad307653f3,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:51.443560 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 47472) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:51.444496 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-4666a559-3228-4a4d-a006-1c891eff7364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:51.511456 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-6592d81d-2437-4efb-bfc2-82df82785aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:51.539149 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-6592d81d-2437-4efb-bfc2-82df82785aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:51.600092 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-6592d81d-2437-4efb-bfc2-82df82785aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:51.605231 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-b1f6a3cf-b62e-42b4-ae71-2a26af1e0928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:51.617413 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592d81d-2437-4efb-bfc2-82df82785aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e28fdf-8e3a-425f-b075-c4ad307653f3,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:51.629691 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-6592d81d-2437-4efb-bfc2-82df82785aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:51.636686 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-6592d81d-2437-4efb-bfc2-82df82785aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:51.640330 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-6592d81d-2437-4efb-bfc2-82df82785aaf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/63e28fdf-8e3a-425f-b075-c4ad307653f3 HTTP/1.1" status: 204 len: 168 time: 0.1931689 May 19 21:09:51.968685 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e22aa-f3c3-4360-a14c-ec7d2b0ea07b req-313389c1-2b36-4ce6-ae2e-d33201802500 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:51.978757 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-2a2e22aa-f3c3-4360-a14c-ec7d2b0ea07b req-313389c1-2b36-4ce6-ae2e-d33201802500 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f5f2f1-7ef4-4312-a037-abd9bb5d0ea9 HTTP/1.1" status: 200 len: 943 time: 0.1086280 May 19 21:09:52.001796 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 47508) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:52.032652 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-2bd1cc43-a5f4-435e-8464-39fa9123ca37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:52.069596 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f4f82-8750-4b5a-b04f-e389f28f8369 req-d1fbbe93-cc63-45e7-b24b-3d12a915a0f4 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:52.071947 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-929f4f82-8750-4b5a-b04f-e389f28f8369 req-d1fbbe93-cc63-45e7-b24b-3d12a915a0f4 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.1196775 May 19 21:09:52.130407 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-929f4f82-8750-4b5a-b04f-e389f28f8369 req-16c947e8-39c3-48c7-a8f2-885c1e9af5f4 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520031 May 19 21:09:52.139604 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-2bd1cc43-a5f4-435e-8464-39fa9123ca37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:52.144374 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-2a2e22aa-f3c3-4360-a14c-ec7d2b0ea07b req-171df3af-4686-4895-9a41-5a2c5535348b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643960 May 19 21:09:52.147060 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-2bd1cc43-a5f4-435e-8464-39fa9123ca37 admin admin] Usage tracker for resource:security_group_rule and tenant:4e436dc5804c43f0a98cd12c7f4ba474 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:52.149936 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-2bd1cc43-a5f4-435e-8464-39fa9123ca37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:52.155934 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-2bd1cc43-a5f4-435e-8464-39fa9123ca37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:52.246565 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-2bd1cc43-a5f4-435e-8464-39fa9123ca37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:52.252097 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-2bd1cc43-a5f4-435e-8464-39fa9123ca37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:52.261638 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-7b25a9e9-505c-4357-91df-19153cb777e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:52.306958 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-2bd1cc43-a5f4-435e-8464-39fa9123ca37 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4e436dc5804c43f0a98cd12c7f4ba474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015134 May 19 21:09:52.307422 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd1cc43-a5f4-435e-8464-39fa9123ca37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee177486-b60d-4fef-8b77-90b34e84872c,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:52.308618 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 47518) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:52.313864 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-2bd1cc43-a5f4-435e-8464-39fa9123ca37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:52.375574 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-2dbda801-d548-4b1d-96fd-5b58e87cae6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:52.404029 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-2dbda801-d548-4b1d-96fd-5b58e87cae6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:52.465678 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-2dbda801-d548-4b1d-96fd-5b58e87cae6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:52.470598 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 0dbfb597-1449-494b-9e10-6b8357e60f67 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 21:09:52.484402 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:52.499460 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbda801-d548-4b1d-96fd-5b58e87cae6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee177486-b60d-4fef-8b77-90b34e84872c,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:52.502573 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-2dbda801-d548-4b1d-96fd-5b58e87cae6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:52.512671 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-2dbda801-d548-4b1d-96fd-5b58e87cae6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:52.514023 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-2dbda801-d548-4b1d-96fd-5b58e87cae6d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ee177486-b60d-4fef-8b77-90b34e84872c HTTP/1.1" status: 204 len: 168 time: 0.2044318 May 19 21:09:52.636047 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 0dbfb597-1449-494b-9e10-6b8357e60f67, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0dbfb597-1449-494b-9e10-6b8357e60f67,segment=NetworkSegment(b490382e-b18a-49ba-8255-29d8291b1b57),segment_id=b490382e-b18a-49ba-8255-29d8291b1b57)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:09:52.649918 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Returning: {'device': '0dbfb597-1449-494b-9e10-6b8357e60f67', 'network_id': 'a9d43337-a378-49d5-82b2-4ebd65977430', 'port_id': '0dbfb597-1449-494b-9e10-6b8357e60f67', 'mac_address': 'fa:16:3e:d3:77:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4cfbac3-5da0-4b73-8c5a-c49311a5c5eb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 21:09:52.714341 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:52.734926 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dbfb597-1449-494b-9e10-6b8357e60f67 {{(pid=91838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:09:52.755049 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 0dbfb597-1449-494b-9e10-6b8357e60f67, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0dbfb597-1449-494b-9e10-6b8357e60f67,segment=NetworkSegment(b490382e-b18a-49ba-8255-29d8291b1b57),segment_id=b490382e-b18a-49ba-8255-29d8291b1b57)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:09:52.774942 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:52.777683 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:52.890965 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=0dbfb597-1449-494b-9e10-6b8357e60f67,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:52.894575 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:53.227809 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['0dbfb597-1449-494b-9e10-6b8357e60f67'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:09:53.388256 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02adc80-6f25-4246-af20-526da1f2080b req-d66145e9-3df8-419d-85a0-f78abc5c96e3 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:53.390789 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b02adc80-6f25-4246-af20-526da1f2080b req-d66145e9-3df8-419d-85a0-f78abc5c96e3 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.1221368 May 19 21:09:53.434164 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271e7c7-32a1-461e-856c-f849d71fa483 req-bd8c9836-d4d3-4fbd-9b17-a3bc6c4f228d tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:53.435771 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-7271e7c7-32a1-461e-856c-f849d71fa483 req-bd8c9836-d4d3-4fbd-9b17-a3bc6c4f228d tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f5f2f1-7ef4-4312-a037-abd9bb5d0ea9 HTTP/1.1" status: 200 len: 944 time: 0.1432457 May 19 21:09:53.458068 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b02adc80-6f25-4246-af20-526da1f2080b req-334bee52-50be-455f-8cea-9ae032a70a73 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609810 May 19 21:09:53.515206 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-7271e7c7-32a1-461e-856c-f849d71fa483 req-42d54f42-4a2d-4409-bc5e-bebaf976e47b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727935 May 19 21:09:53.724852 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 47580) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:53.847898 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-107c7c04-293d-4ff5-9db8-9fdcfe190c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:53.865600 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-107c7c04-293d-4ff5-9db8-9fdcfe190c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:53.869432 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-107c7c04-293d-4ff5-9db8-9fdcfe190c17 admin admin] Usage tracker for resource:security_group_rule and tenant:139396d0abfc41f896cc31f0e1ebd5d2 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:53.872345 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-107c7c04-293d-4ff5-9db8-9fdcfe190c17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:53.877981 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-107c7c04-293d-4ff5-9db8-9fdcfe190c17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:53.971386 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-107c7c04-293d-4ff5-9db8-9fdcfe190c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:53.979911 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-107c7c04-293d-4ff5-9db8-9fdcfe190c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:53.989584 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-92b5ccc4-e58b-47db-827f-c4f8f7e035c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:54.034440 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-107c7c04-293d-4ff5-9db8-9fdcfe190c17 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=139396d0abfc41f896cc31f0e1ebd5d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3084562 May 19 21:09:54.036270 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c7c04-293d-4ff5-9db8-9fdcfe190c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41a8771-7021-4605-accd-2b3635874489,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:54.037273 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 47602) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:54.050667 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-107c7c04-293d-4ff5-9db8-9fdcfe190c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:54.110554 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-8fbf3496-a761-409d-8677-af6aa177b1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:54.137939 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-8fbf3496-a761-409d-8677-af6aa177b1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:54.196358 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-8fbf3496-a761-409d-8677-af6aa177b1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:54.204040 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-1514c13e-65df-44e9-8400-c22c6773743b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:54.218981 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf3496-a761-409d-8677-af6aa177b1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41a8771-7021-4605-accd-2b3635874489,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:54.230471 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-8fbf3496-a761-409d-8677-af6aa177b1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:54.236300 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-8fbf3496-a761-409d-8677-af6aa177b1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:54.249656 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-8fbf3496-a761-409d-8677-af6aa177b1c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f41a8771-7021-4605-accd-2b3635874489 HTTP/1.1" status: 204 len: 168 time: 0.2073359 May 19 21:09:54.507578 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 0dbfb597-1449-494b-9e10-6b8357e60f67 up at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:09:54.623924 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning for port 0dbfb597-1449-494b-9e10-6b8357e60f67 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:09:54.634579 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning complete for port 0dbfb597-1449-494b-9e10-6b8357e60f67 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:09:54.635189 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:54.686820 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f0dcf-c35b-4836-9ac8-a6b3c9849590 req-a25a77c2-b556-4f9c-8dc8-da98fd2aea56 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:54.697764 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-142f0dcf-c35b-4836-9ac8-a6b3c9849590 req-a25a77c2-b556-4f9c-8dc8-da98fd2aea56 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.1250353 May 19 21:09:54.717341 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 47622) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:54.759928 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-48c5734d-66bd-4b6e-a738-021958f49a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:54.776427 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-142f0dcf-c35b-4836-9ac8-a6b3c9849590 req-dd38395a-3945-4f26-aa76-60b48a0828a0 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734293 May 19 21:09:54.801748 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-48c5734d-66bd-4b6e-a738-021958f49a15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:54.817645 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee5f55-5038-4ff5-93b1-efc327ccd74f req-e26a6e38-3e14-4ca0-8777-38de1fad4b47 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:54.827256 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-f1ee5f55-5038-4ff5-93b1-efc327ccd74f req-e26a6e38-3e14-4ca0-8777-38de1fad4b47 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f5f2f1-7ef4-4312-a037-abd9bb5d0ea9 HTTP/1.1" status: 200 len: 944 time: 0.1740241 May 19 21:09:54.827451 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:54.829872 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-48c5734d-66bd-4b6e-a738-021958f49a15 admin admin] Usage tracker for resource:security_group_rule and tenant:eb322578f9514461be3e59d561480c5d is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:54.860275 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-48c5734d-66bd-4b6e-a738-021958f49a15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:54.878016 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-48c5734d-66bd-4b6e-a738-021958f49a15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:54.878274 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f5f2f1-7ef4-4312-a037-abd9bb5d0ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbfb597-1449-494b-9e10-6b8357e60f67'}] {{(pid=91838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:09:54.896586 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 0dbfb597-1449-494b-9e10-6b8357e60f67, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0dbfb597-1449-494b-9e10-6b8357e60f67,segment=NetworkSegment(b490382e-b18a-49ba-8255-29d8291b1b57),segment_id=b490382e-b18a-49ba-8255-29d8291b1b57)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:09:54.898931 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-f1ee5f55-5038-4ff5-93b1-efc327ccd74f req-270de115-5f46-49e6-b691-83da4e12bdde tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705161 May 19 21:09:54.911446 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:54.921263 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:54.997703 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-48c5734d-66bd-4b6e-a738-021958f49a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:55.001290 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=0dbfb597-1449-494b-9e10-6b8357e60f67,revision_number=5']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:55.003538 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-48c5734d-66bd-4b6e-a738-021958f49a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:55.004905 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:55.013083 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-548b36cc-3f48-4ec6-841c-c22eb6e0ecca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:55.055140 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-48c5734d-66bd-4b6e-a738-021958f49a15 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eb322578f9514461be3e59d561480c5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3366845 May 19 21:09:55.056924 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5734d-66bd-4b6e-a738-021958f49a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6757286d-e8f5-45d9-af7e-523adade5efb,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:55.058014 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 47634) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:55.059861 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-48c5734d-66bd-4b6e-a738-021958f49a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:55.115870 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-842d490f-0a85-4a57-bc8d-ae8eef5f61d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:55.141595 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-842d490f-0a85-4a57-bc8d-ae8eef5f61d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:55.200936 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-842d490f-0a85-4a57-bc8d-ae8eef5f61d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:55.204840 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-601a9281-552b-46c8-80e6-7ab7f382e13e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:55.217835 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d490f-0a85-4a57-bc8d-ae8eef5f61d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6757286d-e8f5-45d9-af7e-523adade5efb,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:55.220279 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-842d490f-0a85-4a57-bc8d-ae8eef5f61d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:55.227561 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-842d490f-0a85-4a57-bc8d-ae8eef5f61d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:55.228988 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-842d490f-0a85-4a57-bc8d-ae8eef5f61d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6757286d-e8f5-45d9-af7e-523adade5efb HTTP/1.1" status: 204 len: 168 time: 0.1696842 May 19 21:09:57.154575 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 47696) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:57.301051 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-c7f832f9-fbe3-4692-84ab-76835b7431ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:57.316467 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-c7f832f9-fbe3-4692-84ab-76835b7431ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:57.320707 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-c7f832f9-fbe3-4692-84ab-76835b7431ca admin admin] Usage tracker for resource:security_group_rule and tenant:ddebdaf52e40491f9d162ab04762229e is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:57.323743 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-c7f832f9-fbe3-4692-84ab-76835b7431ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:57.329568 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-c7f832f9-fbe3-4692-84ab-76835b7431ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:57.415097 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-c7f832f9-fbe3-4692-84ab-76835b7431ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:57.420097 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-c7f832f9-fbe3-4692-84ab-76835b7431ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:57.426772 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-0f926c95-a228-4226-af84-05e4a7cf734b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:57.466679 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-c7f832f9-fbe3-4692-84ab-76835b7431ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ddebdaf52e40491f9d162ab04762229e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108985 May 19 21:09:57.467525 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f832f9-fbe3-4692-84ab-76835b7431ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7de1d5-7499-453b-9669-74e637005616,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:57.469624 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 47706) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:57.471368 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-c7f832f9-fbe3-4692-84ab-76835b7431ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:57.530691 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3e2b7500-155a-456b-a4bb-c66afeddd00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:57.556445 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3e2b7500-155a-456b-a4bb-c66afeddd00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:57.620540 dv-cinder-784623-12-iscsi neutron-server[91838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f5f2f1-7ef4-4312-a037-abd9bb5d0ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbfb597-1449-494b-9e10-6b8357e60f67', 'code': 200} May 19 21:09:57.621631 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3e2b7500-155a-456b-a4bb-c66afeddd00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:57.628789 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:57.641640 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b7500-155a-456b-a4bb-c66afeddd00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7de1d5-7499-453b-9669-74e637005616,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:57.645065 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-3e2b7500-155a-456b-a4bb-c66afeddd00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:57.647521 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3e2b7500-155a-456b-a4bb-c66afeddd00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:57.651923 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-3e2b7500-155a-456b-a4bb-c66afeddd00c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dc7de1d5-7499-453b-9669-74e637005616 HTTP/1.1" status: 204 len: 168 time: 0.1811800 May 19 21:09:57.800239 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e28e4-e1ef-48de-bfef-6ed9bddcd24b req-4ba32bb0-2f24-49d7-a986-cc9a24d2a159 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:57.801951 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-3b0e28e4-e1ef-48de-bfef-6ed9bddcd24b req-4ba32bb0-2f24-49d7-a986-cc9a24d2a159 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.1165977 May 19 21:09:57.835886 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35de3d1-7872-430c-8ba0-6e8df8883ebd req-e044739b-d1e8-4500-9a93-3bc39b6f03cb tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:57.837705 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b35de3d1-7872-430c-8ba0-6e8df8883ebd req-e044739b-d1e8-4500-9a93-3bc39b6f03cb tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f5f2f1-7ef4-4312-a037-abd9bb5d0ea9 HTTP/1.1" status: 200 len: 945 time: 0.1079521 May 19 21:09:57.855122 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-3b0e28e4-e1ef-48de-bfef-6ed9bddcd24b req-966e5068-e937-43d9-8d5c-6ff71ed37492 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456469 May 19 21:09:57.936672 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b35de3d1-7872-430c-8ba0-6e8df8883ebd req-bfc26faf-2f01-41e9-8a08-b78534427b86 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603204 May 19 21:09:57.949652 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8f25b-7c0a-407e-a1c4-f90f93a8a557 req-db4fdedf-01b1-4ba3-bca3-e79972559d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:57.951256 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a9a8f25b-7c0a-407e-a1c4-f90f93a8a557 req-db4fdedf-01b1-4ba3-bca3-e79972559d8d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=01f5f2f1-7ef4-4312-a037-abd9bb5d0ea9 HTTP/1.1" status: 200 len: 1098 time: 0.1126456 May 19 21:09:57.998723 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a9a8f25b-7c0a-407e-a1c4-f90f93a8a557 req-b0a486a2-1c6b-4e27-aa99-636135be6808 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389946 May 19 21:09:58.017786 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 47714) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:58.036863 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-191ccd0d-a21b-41b6-908a-afbc4d941ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:58.052169 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-191ccd0d-a21b-41b6-908a-afbc4d941ba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:58.057627 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-191ccd0d-a21b-41b6-908a-afbc4d941ba4 admin admin] Usage tracker for resource:security_group_rule and tenant:48b2b0f8d8ef471eb6a7666b69fb05cd is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:09:58.061408 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-191ccd0d-a21b-41b6-908a-afbc4d941ba4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:09:58.069602 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-191ccd0d-a21b-41b6-908a-afbc4d941ba4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:09:58.166540 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-191ccd0d-a21b-41b6-908a-afbc4d941ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:58.171959 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-191ccd0d-a21b-41b6-908a-afbc4d941ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:58.181348 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-2bd1cc43-a5f4-435e-8464-39fa9123ca37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:58.228645 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-191ccd0d-a21b-41b6-908a-afbc4d941ba4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=48b2b0f8d8ef471eb6a7666b69fb05cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2017789 May 19 21:09:58.228645 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ccd0d-a21b-41b6-908a-afbc4d941ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31818bf7-c652-4e35-b9c7-039c71ca76df,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:58.228863 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 47720) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:58.228952 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-191ccd0d-a21b-41b6-908a-afbc4d941ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:58.290282 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a228a4ef-8150-4aea-84d6-f7495217cf7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:58.315864 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a228a4ef-8150-4aea-84d6-f7495217cf7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:58.372057 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a228a4ef-8150-4aea-84d6-f7495217cf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:58.379381 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:09:58.396956 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228a4ef-8150-4aea-84d6-f7495217cf7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31818bf7-c652-4e35-b9c7-039c71ca76df,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:09:58.399433 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-a228a4ef-8150-4aea-84d6-f7495217cf7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:09:58.403739 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a228a4ef-8150-4aea-84d6-f7495217cf7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:58.404730 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-a228a4ef-8150-4aea-84d6-f7495217cf7a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/31818bf7-c652-4e35-b9c7-039c71ca76df HTTP/1.1" status: 204 len: 168 time: 0.1800983 May 19 21:09:59.113224 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f563cde-65bf-4b06-81af-e367371e0cd8 req-969d49fb-f07a-412c-828e-58a43d1539f7 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:59.114795 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-1f563cde-65bf-4b06-81af-e367371e0cd8 req-969d49fb-f07a-412c-828e-58a43d1539f7 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.1379805 May 19 21:09:59.210995 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842c81e-b6ad-492a-931c-402634ceaa0f req-90a6d95e-bfb1-4a82-b514-842cea96ccfc tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:09:59.218659 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5842c81e-b6ad-492a-931c-402634ceaa0f req-90a6d95e-bfb1-4a82-b514-842cea96ccfc tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f5f2f1-7ef4-4312-a037-abd9bb5d0ea9 HTTP/1.1" status: 200 len: 945 time: 0.1187532 May 19 21:09:59.231183 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-1f563cde-65bf-4b06-81af-e367371e0cd8 req-84dc1f68-f87f-4a9e-94ad-4ee5696ffa06 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012299 May 19 21:09:59.273012 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5842c81e-b6ad-492a-931c-402634ceaa0f req-8042854f-cbac-4814-b0fd-47cd18350ec8 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532699 May 19 21:09:59.854613 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 47790) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:09:59.981023 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-99630327-42de-4bf7-a6d8-f4abeedc27d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:09:59.995617 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-99630327-42de-4bf7-a6d8-f4abeedc27d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:09:59.999608 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-99630327-42de-4bf7-a6d8-f4abeedc27d2 admin admin] Usage tracker for resource:security_group_rule and tenant:2fd51346f6a74ef9adb3f354d4ace8a7 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:10:00.002543 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-99630327-42de-4bf7-a6d8-f4abeedc27d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:10:00.008418 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-99630327-42de-4bf7-a6d8-f4abeedc27d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:10:00.095679 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-99630327-42de-4bf7-a6d8-f4abeedc27d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:00.101491 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-99630327-42de-4bf7-a6d8-f4abeedc27d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:00.110290 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-90c1b460-8cac-4a78-bc0b-15db7f3dd983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:10:00.150104 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-99630327-42de-4bf7-a6d8-f4abeedc27d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2fd51346f6a74ef9adb3f354d4ace8a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942982 May 19 21:10:00.151724 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99630327-42de-4bf7-a6d8-f4abeedc27d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9464e2-3d6d-4f4a-a863-1f83706a580a,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:10:00.153131 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 47804) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:10:00.154735 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-99630327-42de-4bf7-a6d8-f4abeedc27d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:10:00.212747 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b23eb5e3-288e-493c-9072-dd88a8c6723e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:00.242380 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b23eb5e3-288e-493c-9072-dd88a8c6723e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:00.310345 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b23eb5e3-288e-493c-9072-dd88a8c6723e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:00.341769 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-b654db5a-273f-464c-abe1-f1c492a26af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:10:00.370455 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23eb5e3-288e-493c-9072-dd88a8c6723e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9464e2-3d6d-4f4a-a863-1f83706a580a,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:10:00.374043 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-b23eb5e3-288e-493c-9072-dd88a8c6723e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:10:00.383566 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b23eb5e3-288e-493c-9072-dd88a8c6723e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:00.385134 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-b23eb5e3-288e-493c-9072-dd88a8c6723e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6a9464e2-3d6d-4f4a-a863-1f83706a580a HTTP/1.1" status: 204 len: 168 time: 0.2310321 May 19 21:10:00.491405 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f645523-9d49-49a8-956e-afe215372b2a req-a4983c4f-d503-45d9-9301-fbcc4771fc8b tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:00.493067 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-4f645523-9d49-49a8-956e-afe215372b2a req-a4983c4f-d503-45d9-9301-fbcc4771fc8b tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.0948293 May 19 21:10:00.513074 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a357e-408c-4fc3-ab9d-ffc6eb1260f5 req-02ae6a81-6827-408a-900a-b36c133a3f53 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:00.521378 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b87a357e-408c-4fc3-ab9d-ffc6eb1260f5 req-02ae6a81-6827-408a-900a-b36c133a3f53 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f5f2f1-7ef4-4312-a037-abd9bb5d0ea9 HTTP/1.1" status: 200 len: 945 time: 0.1177897 May 19 21:10:00.577305 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b87a357e-408c-4fc3-ab9d-ffc6eb1260f5 req-dff2c04b-35f9-40e3-a2c9-e8714a0195cb tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548582 May 19 21:10:00.595443 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-4f645523-9d49-49a8-956e-afe215372b2a req-342ac346-1875-492d-b342-7a7a54ddaa89 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965533 May 19 21:10:00.892507 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 47836) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:10:00.914733 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-e0e68477-772d-4f37-b112-188c0920719e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:00.933608 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-e0e68477-772d-4f37-b112-188c0920719e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:10:00.950107 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-e0e68477-772d-4f37-b112-188c0920719e admin admin] Usage tracker for resource:security_group_rule and tenant:a4ed2ff090ab4881983827d045471bdf is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:10:00.954414 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-e0e68477-772d-4f37-b112-188c0920719e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:10:00.962494 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-e0e68477-772d-4f37-b112-188c0920719e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:10:01.071192 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-e0e68477-772d-4f37-b112-188c0920719e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:01.080062 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-e0e68477-772d-4f37-b112-188c0920719e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:01.095887 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-578eadc6-5461-4178-a05b-e39e996d8673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:10:01.141408 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e68477-772d-4f37-b112-188c0920719e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fef1bc-b194-4700-8b42-5c71b937706f,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:10:01.146806 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-e0e68477-772d-4f37-b112-188c0920719e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a4ed2ff090ab4881983827d045471bdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532251 May 19 21:10:01.147737 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-e0e68477-772d-4f37-b112-188c0920719e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:10:01.149738 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 47858) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:10:01.218227 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7b64ac5d-7c62-48ac-b361-91fb9dd03454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:01.260479 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7b64ac5d-7c62-48ac-b361-91fb9dd03454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:01.321568 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7b64ac5d-7c62-48ac-b361-91fb9dd03454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:01.326817 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-c9f0ac7e-b949-43c5-a53e-e9f3bcbb2cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:10:01.340133 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64ac5d-7c62-48ac-b361-91fb9dd03454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fef1bc-b194-4700-8b42-5c71b937706f,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:10:01.342717 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-7b64ac5d-7c62-48ac-b361-91fb9dd03454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:10:01.344050 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7b64ac5d-7c62-48ac-b361-91fb9dd03454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:01.348082 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-7b64ac5d-7c62-48ac-b361-91fb9dd03454 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/34fef1bc-b194-4700-8b42-5c71b937706f HTTP/1.1" status: 204 len: 168 time: 0.1942251 May 19 21:10:01.807283 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2daa9-dc49-4413-bd7c-d2a054daae91 req-817f380c-8ab9-4cb8-b4ed-b0291861dd06 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:01.808775 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-40d2daa9-dc49-4413-bd7c-d2a054daae91 req-817f380c-8ab9-4cb8-b4ed-b0291861dd06 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.0979574 May 19 21:10:01.856362 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-40d2daa9-dc49-4413-bd7c-d2a054daae91 req-9df09e4b-e8ae-414e-8ea9-722218039f8b tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417247 May 19 21:10:03.068709 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7217cf5-c381-487a-acd9-c3b0a3bbdbc9 req-957f4a22-d8df-4d6b-b6e2-34ffc9a6ceca tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:03.071513 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-b7217cf5-c381-487a-acd9-c3b0a3bbdbc9 req-957f4a22-d8df-4d6b-b6e2-34ffc9a6ceca tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.1019962 May 19 21:10:03.123749 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-b7217cf5-c381-487a-acd9-c3b0a3bbdbc9 req-e9b00e8e-cd1e-4d94-a821-1b1715d8353c tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448143 May 19 21:10:04.480368 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29e699-78dd-40f3-b53f-3b5974f23197 req-2875d545-9cd5-49bd-805f-d8b45fcb33b5 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:04.481986 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-bb29e699-78dd-40f3-b53f-3b5974f23197 req-2875d545-9cd5-49bd-805f-d8b45fcb33b5 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.2150457 May 19 21:10:04.595420 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-bb29e699-78dd-40f3-b53f-3b5974f23197 req-4c72ec0b-c4d9-4447-b4e0-03b18c6b7785 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013291 May 19 21:10:04.739165 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 47992) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:10:04.799028 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 48000) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:10:04.941447 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-a873b93e-62cb-4ff9-b43c-d218a399e782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:04.951585 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4621053b-a72d-4689-88f9-87060ff279c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:04.968205 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-a873b93e-62cb-4ff9-b43c-d218a399e782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:10:04.972402 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-4621053b-a72d-4689-88f9-87060ff279c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:10:04.974592 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-a873b93e-62cb-4ff9-b43c-d218a399e782 admin admin] Usage tracker for resource:security_group_rule and tenant:de431361239a4cd89ca2e4309ea4b92a is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:10:04.982988 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-a873b93e-62cb-4ff9-b43c-d218a399e782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:10:04.986214 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-4621053b-a72d-4689-88f9-87060ff279c4 admin admin] Usage tracker for resource:security_group_rule and tenant:4d1fd1b00f654780b87c0f4768be55ca is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:10:04.991004 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-4621053b-a72d-4689-88f9-87060ff279c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:10:04.993680 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-a873b93e-62cb-4ff9-b43c-d218a399e782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:10:04.999122 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-4621053b-a72d-4689-88f9-87060ff279c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:10:05.144850 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-a873b93e-62cb-4ff9-b43c-d218a399e782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:05.149152 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4621053b-a72d-4689-88f9-87060ff279c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:05.150598 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-a873b93e-62cb-4ff9-b43c-d218a399e782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:05.157531 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-e0e68477-772d-4f37-b112-188c0920719e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:10:05.166714 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4621053b-a72d-4689-88f9-87060ff279c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:05.221344 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a873b93e-62cb-4ff9-b43c-d218a399e782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0456f186-8096-4da3-b3ce-bb146dd5f341,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:10:05.228838 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-a873b93e-62cb-4ff9-b43c-d218a399e782 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=de431361239a4cd89ca2e4309ea4b92a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4860542 May 19 21:10:05.228838 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-a873b93e-62cb-4ff9-b43c-d218a399e782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:10:05.229797 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-4621053b-a72d-4689-88f9-87060ff279c4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4d1fd1b00f654780b87c0f4768be55ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4296587 May 19 21:10:05.230242 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-8fdf32d2-ffd5-47f5-bfeb-f90d701e967a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:10:05.230956 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 48018) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:10:05.234218 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 48020) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:10:05.255829 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621053b-a72d-4689-88f9-87060ff279c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab167ba-a2b5-4651-9f9c-bc6ac43a494c,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:10:05.258735 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-4621053b-a72d-4689-88f9-87060ff279c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:10:05.353961 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b5e49c57-88ad-431f-b682-bcbe46116c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:05.357877 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-896750d2-1883-4c0d-9e11-8590e570e1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:05.399041 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b5e49c57-88ad-431f-b682-bcbe46116c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:05.410602 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-896750d2-1883-4c0d-9e11-8590e570e1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:05.486617 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b5e49c57-88ad-431f-b682-bcbe46116c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:05.492224 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-8b31d3bd-3971-41c1-89ed-309f5ba1fcd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:10:05.578317 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-896750d2-1883-4c0d-9e11-8590e570e1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:05.589619 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e49c57-88ad-431f-b682-bcbe46116c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0456f186-8096-4da3-b3ce-bb146dd5f341,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:10:05.594950 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-b5e49c57-88ad-431f-b682-bcbe46116c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:10:05.596982 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-3226b0f2-12ae-481b-bac7-d5b64c1003d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:10:05.624018 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896750d2-1883-4c0d-9e11-8590e570e1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab167ba-a2b5-4651-9f9c-bc6ac43a494c,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:10:05.636135 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b5e49c57-88ad-431f-b682-bcbe46116c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:05.641825 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-b5e49c57-88ad-431f-b682-bcbe46116c36 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0456f186-8096-4da3-b3ce-bb146dd5f341 HTTP/1.1" status: 204 len: 168 time: 0.4091060 May 19 21:10:05.642912 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-896750d2-1883-4c0d-9e11-8590e570e1cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:10:05.654710 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-896750d2-1883-4c0d-9e11-8590e570e1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:05.655925 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-896750d2-1883-4c0d-9e11-8590e570e1cc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ab167ba-a2b5-4651-9f9c-bc6ac43a494c HTTP/1.1" status: 204 len: 168 time: 0.4046283 May 19 21:10:05.853918 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b7720-ecd2-4d59-92e6-b12bf360fc0b req-e590aeac-add6-4b1a-8291-ae509b0bb295 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:05.856139 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-aa6b7720-ecd2-4d59-92e6-b12bf360fc0b req-e590aeac-add6-4b1a-8291-ae509b0bb295 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.0914876 May 19 21:10:06.003403 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-196ccb66-b1bc-4eed-9432-7902f42f3dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:06.031580 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-aa6b7720-ecd2-4d59-92e6-b12bf360fc0b req-a4f10081-8194-4c86-9ec2-ce9bb86e9aac tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690719 May 19 21:10:06.113353 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 48052) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:10:06.132269 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3ba1a471-eca6-4817-bb66-2e78bd30283c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:06.147771 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-3ba1a471-eca6-4817-bb66-2e78bd30283c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:10:06.152380 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-3ba1a471-eca6-4817-bb66-2e78bd30283c admin admin] Usage tracker for resource:security_group_rule and tenant:74fcdeee38bd4a7ba28803440f4fcf7e is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:10:06.155281 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-3ba1a471-eca6-4817-bb66-2e78bd30283c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:10:06.160831 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-3ba1a471-eca6-4817-bb66-2e78bd30283c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:10:06.259175 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3ba1a471-eca6-4817-bb66-2e78bd30283c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:06.265166 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3ba1a471-eca6-4817-bb66-2e78bd30283c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:06.274657 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-e1416afa-d5a9-4499-a06f-2c86a16523d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:10:06.323291 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-3ba1a471-eca6-4817-bb66-2e78bd30283c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=74fcdeee38bd4a7ba28803440f4fcf7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2022557 May 19 21:10:06.323291 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 48060) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:10:06.325863 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1a471-eca6-4817-bb66-2e78bd30283c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b151db8-55c8-4a86-9f19-638570aaf7fd,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:10:06.329138 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-3ba1a471-eca6-4817-bb66-2e78bd30283c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:10:06.402631 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8ac1cb2e-61fa-406a-a7db-a7867dc0c9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:06.456051 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8ac1cb2e-61fa-406a-a7db-a7867dc0c9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:06.518371 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8ac1cb2e-61fa-406a-a7db-a7867dc0c9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:06.523760 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:10:06.539178 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac1cb2e-61fa-406a-a7db-a7867dc0c9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b151db8-55c8-4a86-9f19-638570aaf7fd,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:10:06.544950 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-8ac1cb2e-61fa-406a-a7db-a7867dc0c9ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:10:06.547801 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8ac1cb2e-61fa-406a-a7db-a7867dc0c9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:06.551984 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-8ac1cb2e-61fa-406a-a7db-a7867dc0c9ed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1b151db8-55c8-4a86-9f19-638570aaf7fd HTTP/1.1" status: 204 len: 168 time: 0.2279482 May 19 21:10:06.903197 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 48090) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:10:07.081116 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-4994b263-7872-4730-b709-44b2ed33d95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:07.116893 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-4994b263-7872-4730-b709-44b2ed33d95b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:10:07.123736 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-4994b263-7872-4730-b709-44b2ed33d95b admin admin] Usage tracker for resource:security_group_rule and tenant:efc08451fd464f0faf2d9018b94d8d6a is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:10:07.128788 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-4994b263-7872-4730-b709-44b2ed33d95b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:10:07.137748 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-4994b263-7872-4730-b709-44b2ed33d95b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:10:07.304360 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-4994b263-7872-4730-b709-44b2ed33d95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:07.315542 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-4994b263-7872-4730-b709-44b2ed33d95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:07.323460 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-3ba1a471-eca6-4817-bb66-2e78bd30283c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:10:07.340666 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9cd423-46b5-4fb8-8c72-fcfc3ac5122a req-d35107b5-c75d-4cfd-9919-59ed91c119f6 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:07.342499 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2b9cd423-46b5-4fb8-8c72-fcfc3ac5122a req-d35107b5-c75d-4cfd-9919-59ed91c119f6 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.1553776 May 19 21:10:07.399460 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-4994b263-7872-4730-b709-44b2ed33d95b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=efc08451fd464f0faf2d9018b94d8d6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4951563 May 19 21:10:07.402703 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994b263-7872-4730-b709-44b2ed33d95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b7b345-bf62-42f4-83f9-9abd01682342,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:10:07.403173 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 48120) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:10:07.407713 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-4994b263-7872-4730-b709-44b2ed33d95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:10:07.431769 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2b9cd423-46b5-4fb8-8c72-fcfc3ac5122a req-1782e6ef-ab55-4690-85c1-0a052ea65d30 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811429 May 19 21:10:07.473645 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-45de6a33-b37b-4b58-bc51-03300469a384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:07.500991 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-45de6a33-b37b-4b58-bc51-03300469a384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:07.557376 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-45de6a33-b37b-4b58-bc51-03300469a384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:07.561887 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-11cdcbb9-591d-4f95-9e1d-ce3d920b35f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:10:07.575444 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de6a33-b37b-4b58-bc51-03300469a384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b7b345-bf62-42f4-83f9-9abd01682342,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:10:07.577952 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-45de6a33-b37b-4b58-bc51-03300469a384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:10:07.600537 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-45de6a33-b37b-4b58-bc51-03300469a384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:07.601963 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-45de6a33-b37b-4b58-bc51-03300469a384 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0b7b345-bf62-42f4-83f9-9abd01682342 HTTP/1.1" status: 204 len: 168 time: 0.1977096 May 19 21:10:08.478442 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:08.633715 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50963f-f4f5-411b-94f7-87107e64897a req-d8a7bdc4-6587-44ba-b3d6-6b26df10bb49 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:08.636568 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-9c50963f-f4f5-411b-94f7-87107e64897a req-d8a7bdc4-6587-44ba-b3d6-6b26df10bb49 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.0898139 May 19 21:10:08.691254 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-9c50963f-f4f5-411b-94f7-87107e64897a req-8fb90d51-e7b9-4dfa-87c0-c9b490777d79 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465901 May 19 21:10:08.809413 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-e3be85f1-6c21-419b-bf73-d94f901b9753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:09.381988 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc1a0a-e40a-41b1-b0c3-275bc28cb0d2 req-59d67ed4-bf9b-4b5b-ac7c-74bbc8b56645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:09.383379 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f3bc1a0a-e40a-41b1-b0c3-275bc28cb0d2 req-59d67ed4-bf9b-4b5b-ac7c-74bbc8b56645 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 1099 time: 0.0787005 May 19 21:10:09.424887 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:09.434612 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f3bc1a0a-e40a-41b1-b0c3-275bc28cb0d2 req-4d7fefb3-c797-4314-81e4-18898d6d4875 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366957 May 19 21:10:09.897851 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbfa52-51c2-4248-b5cd-a9979c437b83 req-52f3ad56-6c72-4070-b2a8-89cb38b8ced7 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:09.900266 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1fdbfa52-51c2-4248-b5cd-a9979c437b83 req-52f3ad56-6c72-4070-b2a8-89cb38b8ced7 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.0907402 May 19 21:10:09.946923 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1fdbfa52-51c2-4248-b5cd-a9979c437b83 req-cdfbbcb4-72b9-41a7-b88d-a395c300971c tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396271 May 19 21:10:11.221283 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:11.330223 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6881a57-4be4-452f-94f2-881ef0d9e07f req-02eaea6c-cc1e-4828-9359-e94847583e2f tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:11.332684 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f6881a57-4be4-452f-94f2-881ef0d9e07f req-02eaea6c-cc1e-4828-9359-e94847583e2f tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.1039333 May 19 21:10:11.387547 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f6881a57-4be4-452f-94f2-881ef0d9e07f req-2a62784a-b032-4092-b248-3b095d9bb586 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479271 May 19 21:10:11.850903 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2b590-2644-446b-b0b1-be1ec23d98ab req-d7d5952c-e9b7-4c95-9191-c85013f2a4ef tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:11.853125 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3fe2b590-2644-446b-b0b1-be1ec23d98ab req-d7d5952c-e9b7-4c95-9191-c85013f2a4ef tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.1721244 May 19 21:10:11.911991 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3fe2b590-2644-446b-b0b1-be1ec23d98ab req-82141eb0-4196-4181-9ae7-85f0cf1864fb tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505838 May 19 21:10:14.188371 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5469b0e-b365-4f13-b8f0-902b212d49d6 req-d404d64c-fe1a-4046-bc0f-9e24004924ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:14.190731 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d5469b0e-b365-4f13-b8f0-902b212d49d6 req-d404d64c-fe1a-4046-bc0f-9e24004924ac service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=181c084e22284e5ca4bdb85e1464e799&device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 1098 time: 0.1229708 May 19 21:10:14.266843 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de5b03-87a2-455f-9193-05d747b2eecb req-5fc54154-3030-43dd-9bdb-ce1407b0a6b7 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:14.276188 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-58de5b03-87a2-455f-9193-05d747b2eecb req-5fc54154-3030-43dd-9bdb-ce1407b0a6b7 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.1341193 May 19 21:10:14.337797 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-58de5b03-87a2-455f-9193-05d747b2eecb req-2f1bf84d-3f4e-4364-8b6e-67ca3961948b tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606053 May 19 21:10:14.399493 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5469b0e-b365-4f13-b8f0-902b212d49d6 req-98ced198-64bd-4ce4-970e-374d4a5de252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:14.402052 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d5469b0e-b365-4f13-b8f0-902b212d49d6 req-98ced198-64bd-4ce4-970e-374d4a5de252 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ba66b4b4-ff54-4d87-8733-625194c2e0f7 HTTP/1.1" status: 200 len: 920 time: 0.1994677 May 19 21:10:14.486701 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:14.524279 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d5469b0e-b365-4f13-b8f0-902b212d49d6 req-d8d79660-ce96-4c78-ae9f-95800b799f7c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8b2d0e7-03c8-4555-8af2-3847c800d7e4 HTTP/1.1" status: 200 len: 217 time: 0.1047738 May 19 21:10:14.676500 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5469b0e-b365-4f13-b8f0-902b212d49d6 req-b17936fb-9cb8-440d-a441-6d3d60be8fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:14.677944 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d5469b0e-b365-4f13-b8f0-902b212d49d6 req-b17936fb-9cb8-440d-a441-6d3d60be8fed service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4eb5b8dd-57eb-4bea-ad4e-bbeedb2dc092 HTTP/1.1" status: 200 len: 859 time: 0.0945909 May 19 21:10:14.688562 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-125d4b6b-41cf-4b34-948d-73a6588ac02e tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:14.689978 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-125d4b6b-41cf-4b34-948d-73a6588ac02e tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/networks?id=a9d43337-a378-49d5-82b2-4ebd65977430 HTTP/1.1" status: 200 len: 815 time: 0.2070744 May 19 21:10:14.746892 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d5469b0e-b365-4f13-b8f0-902b212d49d6 req-8298a2f5-40f8-41cf-ac95-ffcbb90a95b3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ba66b4b4-ff54-4d87-8733-625194c2e0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515893 May 19 21:10:14.748931 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-f9a9a8a2-cc04-4297-bc31-57e4ed8ee277 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/quotas/f838b440391445eabd534628afd06893 HTTP/1.1" status: 200 len: 375 time: 0.0203092 May 19 21:10:14.938996 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d5469b0e-b365-4f13-b8f0-902b212d49d6 req-7df89785-4b20-43de-b5c2-5659296a96bb service neutron] 10.222.0.25 "GET /v2.0/networks/ba66b4b4-ff54-4d87-8733-625194c2e0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524897 May 19 21:10:14.949187 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-70d460f9-b36c-4d38-aa38-97b9f463dbc3 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f838b440391445eabd534628afd06893&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1937265 May 19 21:10:15.280827 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d5469b0e-b365-4f13-b8f0-902b212d49d6 req-4cc88002-0ac6-4077-81ab-3f16f8bba21a service neutron] 10.222.0.25 "GET /v2.0/networks/ba66b4b4-ff54-4d87-8733-625194c2e0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302987 May 19 21:10:15.282702 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-482570bf-2354-4698-8d03-754eededecea service neutron] 10.222.0.44 "GET /v2.0/networks/a9d43337-a378-49d5-82b2-4ebd65977430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139400 May 19 21:10:15.426692 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-3c9dbfcb-692f-411a-a848-3bb7653bf530 service neutron] 10.222.0.44 "GET /v2.0/networks/a9d43337-a378-49d5-82b2-4ebd65977430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359856 May 19 21:10:15.579356 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7122f-088c-4cda-99a9-e3f01e71f961 req-560623dc-ac7e-4819-ad2f-d149eca149d7 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:15.586523 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-ace7122f-088c-4cda-99a9-e3f01e71f961 req-560623dc-ac7e-4819-ad2f-d149eca149d7 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.1184061 May 19 21:10:15.631865 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-ace7122f-088c-4cda-99a9-e3f01e71f961 req-a3205dd1-d25d-439d-8951-3e8ee4bec69d tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444071 May 19 21:10:15.653701 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0e0781a3-8d15-49c0-9402-a96e89b94780 req-7e933bcc-07ac-4560-af67-0ff0e4df5d09 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7e1e4b7-91d1-4ef2-86b1-b1ee12ae3a32 HTTP/1.1" status: 200 len: 210 time: 0.0662446 May 19 21:10:16.827650 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-781dad91-f6fd-48c4-bc84-874a756be0e5 req-e81b4f46-158d-49ef-a0f9-7b1f8030b0bc tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7e1e4b7-91d1-4ef2-86b1-b1ee12ae3a32 HTTP/1.1" status: 200 len: 210 time: 0.0467963 May 19 21:10:16.863284 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d127b-d548-4843-90f5-bd3fc602dea8 req-349a2bd6-745b-464d-a15b-73d0633f6f30 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:16.865279 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-892d127b-d548-4843-90f5-bd3fc602dea8 req-349a2bd6-745b-464d-a15b-73d0633f6f30 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.0991728 May 19 21:10:16.914966 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-892d127b-d548-4843-90f5-bd3fc602dea8 req-34da7744-098a-48f6-96ea-b5e3e81c9f1d tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415509 May 19 21:10:16.990274 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-0b6a4af2-daa6-4bc5-880a-a20f66a8e929 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:16.991721 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-0b6a4af2-daa6-4bc5-880a-a20f66a8e929 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.25 "GET /v2.0/networks?id=a9d43337-a378-49d5-82b2-4ebd65977430 HTTP/1.1" status: 200 len: 815 time: 0.1552465 May 19 21:10:17.006305 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-d93363e0-a504-42dd-aeba-2804b1ac50da tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Request body: {'port': {'device_id': 'b7e1e4b7-91d1-4ef2-86b1-b1ee12ae3a32', 'network_id': 'a9d43337-a378-49d5-82b2-4ebd65977430', 'admin_state_up': True, 'tenant_id': 'f838b440391445eabd534628afd06893'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:10:17.149237 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-d93363e0-a504-42dd-aeba-2804b1ac50da tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:10:17.159861 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-d93363e0-a504-42dd-aeba-2804b1ac50da tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:10:17.172348 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-d93363e0-a504-42dd-aeba-2804b1ac50da tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Made reservation on behalf of f838b440391445eabd534628afd06893 for: {'port': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:10:17.175840 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-d93363e0-a504-42dd-aeba-2804b1ac50da tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:17.358697 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-d93363e0-a504-42dd-aeba-2804b1ac50da tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Allocated IP 172.20.0.4 (a9d43337-a378-49d5-82b2-4ebd65977430/f4cfbac3-5da0-4b73-8c5a-c49311a5c5eb/ffb001d1-1624-4324-80c1-37b77e0940b0) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:10:17.583251 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-d93363e0-a504-42dd-aeba-2804b1ac50da tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:17.622208 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-d93363e0-a504-42dd-aeba-2804b1ac50da tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:17.628539 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-64412423-7afb-4d7c-8294-6e690da63eda tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:10:17.639631 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['ad249b6e-b1f9-4912-b2bf-5df4f5180208', 'a5e863d8-9aaa-4cfb-b355-9ebe571330ae', '0dbfb597-1449-494b-9e10-6b8357e60f67'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:10:17.705477 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-d93363e0-a504-42dd-aeba-2804b1ac50da tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Network a9d43337-a378-49d5-82b2-4ebd65977430 is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:10:17.708700 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-d93363e0-a504-42dd-aeba-2804b1ac50da tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:10:17.713583 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-d93363e0-a504-42dd-aeba-2804b1ac50da tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:10:17.741910 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93363e0-a504-42dd-aeba-2804b1ac50da tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Pushing event updated for resources: {'Port': ['ID=ffb001d1-1624-4324-80c1-37b77e0940b0,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:10:17.763545 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93363e0-a504-42dd-aeba-2804b1ac50da tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:17.763868 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93363e0-a504-42dd-aeba-2804b1ac50da tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:17.764242 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93363e0-a504-42dd-aeba-2804b1ac50da tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:17.764752 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93363e0-a504-42dd-aeba-2804b1ac50da tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:17.765128 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93363e0-a504-42dd-aeba-2804b1ac50da tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:17.765469 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93363e0-a504-42dd-aeba-2804b1ac50da tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:17.765789 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93363e0-a504-42dd-aeba-2804b1ac50da tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:17.766547 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93363e0-a504-42dd-aeba-2804b1ac50da tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:17.766890 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93363e0-a504-42dd-aeba-2804b1ac50da tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:17.767252 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93363e0-a504-42dd-aeba-2804b1ac50da tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:17.767571 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93363e0-a504-42dd-aeba-2804b1ac50da tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:17.767908 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93363e0-a504-42dd-aeba-2804b1ac50da tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:17.774456 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-d93363e0-a504-42dd-aeba-2804b1ac50da tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:10:17.794166 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-d93363e0-a504-42dd-aeba-2804b1ac50da tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:17.796276 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-d93363e0-a504-42dd-aeba-2804b1ac50da tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:17.833111 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-d93363e0-a504-42dd-aeba-2804b1ac50da tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8311565 May 19 21:10:17.845829 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-64ea7abd-2a10-4e4c-b050-8a4aa3fb411e service neutron] Request body: {'port': {'device_id': 'b7e1e4b7-91d1-4ef2-86b1-b1ee12ae3a32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:10:18.038556 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-64ea7abd-2a10-4e4c-b050-8a4aa3fb411e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:18.160965 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a408b-acf9-4435-92a9-9fee42407a37 req-40b114b2-4075-4199-987b-385ef4b23a8c tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:18.162752 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-403a408b-acf9-4435-92a9-9fee42407a37 req-40b114b2-4075-4199-987b-385ef4b23a8c tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.1015677 May 19 21:10:18.200415 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caea723-afb6-4b9b-87df-cba17e71493c req-2bbd2468-0b53-4cfb-959c-9ec301b5ac46 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:18.200957 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-3caea723-afb6-4b9b-87df-cba17e71493c req-2bbd2468-0b53-4cfb-959c-9ec301b5ac46 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Synchronizing usage tracker for tenant:f838b440391445eabd534628afd06893 on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:10:18.211337 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:10:18.237379 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-403a408b-acf9-4435-92a9-9fee42407a37 req-3144b448-fa15-4401-b0e6-fd88745a9e99 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683751 May 19 21:10:18.242291 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-3caea723-afb6-4b9b-87df-cba17e71493c req-2bbd2468-0b53-4cfb-959c-9ec301b5ac46 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Unset dirty status for tenant:f838b440391445eabd534628afd06893 on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:10:18.244414 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3caea723-afb6-4b9b-87df-cba17e71493c req-2bbd2468-0b53-4cfb-959c-9ec301b5ac46 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7e1e4b7-91d1-4ef2-86b1-b1ee12ae3a32 HTTP/1.1" status: 200 len: 931 time: 0.2840035 May 19 21:10:18.608353 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3caea723-afb6-4b9b-87df-cba17e71493c req-1f400d44-d932-4479-8163-d5a373908605 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571875 May 19 21:10:18.733275 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-64ea7abd-2a10-4e4c-b050-8a4aa3fb411e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb001d1-1624-4324-80c1-37b77e0940b0 {{(pid=91836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:10:18.747480 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-64ea7abd-2a10-4e4c-b050-8a4aa3fb411e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:18.765209 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-64ea7abd-2a10-4e4c-b050-8a4aa3fb411e service neutron] Transition to ACTIVE for port object ffb001d1-1624-4324-80c1-37b77e0940b0 will not be triggered until provisioned by entity L2. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:10:18.770038 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-64ea7abd-2a10-4e4c-b050-8a4aa3fb411e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:18.775664 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-a63cb219-72e0-4681-9b22-74745d6a23e6 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:10:18.922398 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea7abd-2a10-4e4c-b050-8a4aa3fb411e service neutron] Pushing event updated for resources: {'Port': ['ID=ffb001d1-1624-4324-80c1-37b77e0940b0,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:10:18.930337 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-64ea7abd-2a10-4e4c-b050-8a4aa3fb411e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:10:19.057911 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-64ea7abd-2a10-4e4c-b050-8a4aa3fb411e service neutron] Attempting to bind port ffb001d1-1624-4324-80c1-37b77e0940b0 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:10:19.058246 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-64ea7abd-2a10-4e4c-b050-8a4aa3fb411e service neutron] Attempting to bind port ffb001d1-1624-4324-80c1-37b77e0940b0 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'b490382e-b18a-49ba-8255-29d8291b1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d43337-a378-49d5-82b2-4ebd65977430'}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:10:19.058589 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-64ea7abd-2a10-4e4c-b050-8a4aa3fb411e service neutron] Attempting to bind port ffb001d1-1624-4324-80c1-37b77e0940b0 on network a9d43337-a378-49d5-82b2-4ebd65977430 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:10:19.063776 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-64ea7abd-2a10-4e4c-b050-8a4aa3fb411e service neutron] Port ffb001d1-1624-4324-80c1-37b77e0940b0 on network a9d43337-a378-49d5-82b2-4ebd65977430 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 21:10:19.064097 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-64ea7abd-2a10-4e4c-b050-8a4aa3fb411e service neutron] Attempting to bind port ffb001d1-1624-4324-80c1-37b77e0940b0 on network a9d43337-a378-49d5-82b2-4ebd65977430 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:10:19.069923 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-64ea7abd-2a10-4e4c-b050-8a4aa3fb411e service neutron] Checking agent: {'id': '2fb6168f-df3b-41e1-92fa-9ac77f822fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'started_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:10:19.070260 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-64ea7abd-2a10-4e4c-b050-8a4aa3fb411e service neutron] Checking segment: {'id': 'b490382e-b18a-49ba-8255-29d8291b1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d43337-a378-49d5-82b2-4ebd65977430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:10:19.070652 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-64ea7abd-2a10-4e4c-b050-8a4aa3fb411e service neutron] Bound using segment: {'id': 'b490382e-b18a-49ba-8255-29d8291b1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d43337-a378-49d5-82b2-4ebd65977430'} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:10:19.071124 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-64ea7abd-2a10-4e4c-b050-8a4aa3fb411e service neutron] Bound port: ffb001d1-1624-4324-80c1-37b77e0940b0, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b490382e-b18a-49ba-8255-29d8291b1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d43337-a378-49d5-82b2-4ebd65977430'}}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:10:19.071476 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-64ea7abd-2a10-4e4c-b050-8a4aa3fb411e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:19.107058 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 48472) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:10:19.204418 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-64ea7abd-2a10-4e4c-b050-8a4aa3fb411e service neutron] For port ffb001d1-1624-4324-80c1-37b77e0940b0, host hv-cinder-78462, cleared binding levels {{(pid=91836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:10:19.209639 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-64ea7abd-2a10-4e4c-b050-8a4aa3fb411e service neutron] For port ffb001d1-1624-4324-80c1-37b77e0940b0, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ffb001d1-1624-4324-80c1-37b77e0940b0,segment=NetworkSegment(b490382e-b18a-49ba-8255-29d8291b1b57),segment_id=b490382e-b18a-49ba-8255-29d8291b1b57)] {{(pid=91836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:10:19.217389 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-64ea7abd-2a10-4e4c-b050-8a4aa3fb411e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:19.225023 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-3aab7956-cc33-4b30-8ed2-96e3fca268d2 tempest-DeleteServersTestJSON-811218950 tempest-DeleteServersTestJSON-811218950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:10:19.259495 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ba3fbd1f-4020-4edf-9e37-31bb492bfe8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:19.294845 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-ba3fbd1f-4020-4edf-9e37-31bb492bfe8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:10:19.300376 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-ba3fbd1f-4020-4edf-9e37-31bb492bfe8b admin admin] Usage tracker for resource:security_group_rule and tenant:aa7a7919e3944853a720aa4ddfc42566 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:10:19.305071 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-ba3fbd1f-4020-4edf-9e37-31bb492bfe8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:10:19.316223 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-ba3fbd1f-4020-4edf-9e37-31bb492bfe8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:10:19.330598 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-64ea7abd-2a10-4e4c-b050-8a4aa3fb411e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:19.331677 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-64ea7abd-2a10-4e4c-b050-8a4aa3fb411e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:19.334063 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-64ea7abd-2a10-4e4c-b050-8a4aa3fb411e service neutron] 10.222.0.25 "PUT /v2.0/ports/ffb001d1-1624-4324-80c1-37b77e0940b0 HTTP/1.1" status: 200 len: 1093 time: 1.4927008 May 19 21:10:19.334902 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e1e4b7-91d1-4ef2-86b1-b1ee12ae3a32', 'tag': 'ffb001d1-1624-4324-80c1-37b77e0940b0'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:10:19.375937 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea7abd-2a10-4e4c-b050-8a4aa3fb411e service neutron] Pushing event updated for resources: {'Port': ['ID=ffb001d1-1624-4324-80c1-37b77e0940b0,revision_number=3']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:10:19.381783 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-64ea7abd-2a10-4e4c-b050-8a4aa3fb411e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:10:19.443603 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e1e4b7-91d1-4ef2-86b1-b1ee12ae3a32', 'tag': 'ffb001d1-1624-4324-80c1-37b77e0940b0', 'status': 'completed', 'code': 200} May 19 21:10:19.490252 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-08f99e0e-7550-4aaa-bff8-971be68fc702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:19.492261 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-08f99e0e-7550-4aaa-bff8-971be68fc702 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f838b440391445eabd534628afd06893&device_id=b7e1e4b7-91d1-4ef2-86b1-b1ee12ae3a32 HTTP/1.1" status: 200 len: 1096 time: 0.0820367 May 19 21:10:19.524385 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ba3fbd1f-4020-4edf-9e37-31bb492bfe8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:19.534554 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ba3fbd1f-4020-4edf-9e37-31bb492bfe8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:19.541900 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-1906ad90-83da-4ea6-9d2c-63ad264a7d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:10:19.572313 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-b4a94e83-4bc2-4f0b-a3c5-1e45b5f26640 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffb001d1-1624-4324-80c1-37b77e0940b0 HTTP/1.1" status: 200 len: 217 time: 0.0679169 May 19 21:10:19.587904 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261506c-d50f-487a-8809-a2f4a310386f req-24c4f4c6-6c78-4c6d-80c2-08797223478e tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:19.589702 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-3261506c-d50f-487a-8809-a2f4a310386f req-24c4f4c6-6c78-4c6d-80c2-08797223478e tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.1865633 May 19 21:10:19.599092 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3fbd1f-4020-4edf-9e37-31bb492bfe8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072cadce-c596-4f1d-bf49-9bfaad58a265,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:10:19.606575 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-ba3fbd1f-4020-4edf-9e37-31bb492bfe8b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa7a7919e3944853a720aa4ddfc42566&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4980953 May 19 21:10:19.611422 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 48484) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:10:19.626048 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fbd1f-4020-4edf-9e37-31bb492bfe8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:19.626423 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fbd1f-4020-4edf-9e37-31bb492bfe8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:19.626776 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fbd1f-4020-4edf-9e37-31bb492bfe8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:19.627164 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fbd1f-4020-4edf-9e37-31bb492bfe8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:19.627507 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fbd1f-4020-4edf-9e37-31bb492bfe8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:19.627852 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fbd1f-4020-4edf-9e37-31bb492bfe8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:19.628194 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fbd1f-4020-4edf-9e37-31bb492bfe8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:19.628538 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fbd1f-4020-4edf-9e37-31bb492bfe8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:19.628877 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fbd1f-4020-4edf-9e37-31bb492bfe8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:19.629214 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fbd1f-4020-4edf-9e37-31bb492bfe8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:19.629549 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fbd1f-4020-4edf-9e37-31bb492bfe8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:19.629885 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3fbd1f-4020-4edf-9e37-31bb492bfe8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:19.639396 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-ba3fbd1f-4020-4edf-9e37-31bb492bfe8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:10:19.673148 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-c8187bfd-c21f-4269-abf1-42a67de89e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:19.675340 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-c8187bfd-c21f-4269-abf1-42a67de89e5f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f4cfbac3-5da0-4b73-8c5a-c49311a5c5eb HTTP/1.1" status: 200 len: 855 time: 0.0933385 May 19 21:10:19.719617 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-3261506c-d50f-487a-8809-a2f4a310386f req-838ab055-a439-42a0-bb34-c6b3ad84adac tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160040 May 19 21:10:19.752597 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b8efe0f7-423f-46b1-9bfd-01587ac37b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:19.794634 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b8efe0f7-423f-46b1-9bfd-01587ac37b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:19.827137 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-f27d65b2-9f96-464c-9bf5-ca3104865a89 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a9d43337-a378-49d5-82b2-4ebd65977430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1442568 May 19 21:10:19.875006 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b8efe0f7-423f-46b1-9bfd-01587ac37b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:19.883733 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-476bdae1-7e3b-435d-bea8-eacf786d1a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:10:19.905405 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8efe0f7-423f-46b1-9bfd-01587ac37b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072cadce-c596-4f1d-bf49-9bfaad58a265,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:10:19.910199 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-b8efe0f7-423f-46b1-9bfd-01587ac37b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:10:19.913830 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b8efe0f7-423f-46b1-9bfd-01587ac37b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:19.915007 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-b8efe0f7-423f-46b1-9bfd-01587ac37b0f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/072cadce-c596-4f1d-bf49-9bfaad58a265 HTTP/1.1" status: 204 len: 168 time: 0.2813439 May 19 21:10:20.070039 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c58d6-55e6-4475-aa15-34cf68918e24 req-0761afb5-4e6b-4d52-b772-782c01b03c1f tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:20.072878 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-523c58d6-55e6-4475-aa15-34cf68918e24 req-0761afb5-4e6b-4d52-b772-782c01b03c1f tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7e1e4b7-91d1-4ef2-86b1-b1ee12ae3a32 HTTP/1.1" status: 200 len: 943 time: 0.3237875 May 19 21:10:20.115752 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-f51141dd-01d0-4cc7-8637-12f6d3381b09 service neutron] 10.222.0.25 "GET /v2.0/networks/a9d43337-a378-49d5-82b2-4ebd65977430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766483 May 19 21:10:20.179921 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-523c58d6-55e6-4475-aa15-34cf68918e24 req-635079f2-64e6-4316-8bc8-8350732769c3 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904763 May 19 21:10:20.284993 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b9aae317-1a38-465e-b874-a8cc19bca300 req-980815db-1d89-4c58-8e4b-121c5ae7a402 service neutron] 10.222.0.25 "GET /v2.0/networks/a9d43337-a378-49d5-82b2-4ebd65977430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574247 May 19 21:10:20.426357 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95470711-b78d-47de-b6a8-ee3c6f7b3eb5 req-043ed162-4e82-4089-931a-1015587b10ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:20.427884 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-95470711-b78d-47de-b6a8-ee3c6f7b3eb5 req-043ed162-4e82-4089-931a-1015587b10ba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f838b440391445eabd534628afd06893&device_id=b7e1e4b7-91d1-4ef2-86b1-b1ee12ae3a32 HTTP/1.1" status: 200 len: 1096 time: 0.0823860 May 19 21:10:20.628583 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95470711-b78d-47de-b6a8-ee3c6f7b3eb5 req-eeb80385-c9d0-4a61-8d9d-f4a70f04aee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:20.629961 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-95470711-b78d-47de-b6a8-ee3c6f7b3eb5 req-eeb80385-c9d0-4a61-8d9d-f4a70f04aee4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a9d43337-a378-49d5-82b2-4ebd65977430 HTTP/1.1" status: 200 len: 916 time: 0.1956098 May 19 21:10:20.703909 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-95470711-b78d-47de-b6a8-ee3c6f7b3eb5 req-1e627e00-2d06-4dec-916d-93ae2f776816 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffb001d1-1624-4324-80c1-37b77e0940b0 HTTP/1.1" status: 200 len: 217 time: 0.0669661 May 19 21:10:20.858236 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95470711-b78d-47de-b6a8-ee3c6f7b3eb5 req-e75ab934-86be-4f31-b8d6-e08fb6d09ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:20.859806 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-95470711-b78d-47de-b6a8-ee3c6f7b3eb5 req-e75ab934-86be-4f31-b8d6-e08fb6d09ed3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f4cfbac3-5da0-4b73-8c5a-c49311a5c5eb HTTP/1.1" status: 200 len: 855 time: 0.1488883 May 19 21:10:20.916344 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-95470711-b78d-47de-b6a8-ee3c6f7b3eb5 req-062a4146-2e00-4542-8896-65f5ce57d148 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a9d43337-a378-49d5-82b2-4ebd65977430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474198 May 19 21:10:20.952354 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3d3af-00b0-40e7-b861-aabedbf84e61 req-b87ee042-ff60-4459-b430-501c1bad7b09 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:20.955018 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-11b3d3af-00b0-40e7-b861-aabedbf84e61 req-b87ee042-ff60-4459-b430-501c1bad7b09 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.1033874 May 19 21:10:21.018144 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-11b3d3af-00b0-40e7-b861-aabedbf84e61 req-496fa3a4-58ed-4f7f-a7b6-7f4f7cccc3b9 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569832 May 19 21:10:21.083940 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-95470711-b78d-47de-b6a8-ee3c6f7b3eb5 req-b30f6787-54a4-485a-8c8b-a41588afd8af service neutron] 10.222.0.25 "GET /v2.0/networks/a9d43337-a378-49d5-82b2-4ebd65977430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577022 May 19 21:10:21.254813 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-95470711-b78d-47de-b6a8-ee3c6f7b3eb5 req-1f776419-0983-4eb8-902c-fff3644e10a2 service neutron] 10.222.0.25 "GET /v2.0/networks/a9d43337-a378-49d5-82b2-4ebd65977430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614268 May 19 21:10:21.425659 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0620a2-f9c1-4006-93ee-76cd44906312 req-26a093dc-ac35-4670-8e5c-c0e09c0fe865 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:21.431050 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-be0620a2-f9c1-4006-93ee-76cd44906312 req-26a093dc-ac35-4670-8e5c-c0e09c0fe865 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7e1e4b7-91d1-4ef2-86b1-b1ee12ae3a32 HTTP/1.1" status: 200 len: 943 time: 0.1067882 May 19 21:10:21.496644 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-be0620a2-f9c1-4006-93ee-76cd44906312 req-f8c45a64-287a-4885-a753-232028eb4c2b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593958 May 19 21:10:22.233981 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090dbcb-9da3-4509-bbba-d0dc6ffe4f32 req-7acbecb4-bf54-4fc4-b49d-a6e7e2c8fb1b tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:22.235537 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-d090dbcb-9da3-4509-bbba-d0dc6ffe4f32 req-7acbecb4-bf54-4fc4-b49d-a6e7e2c8fb1b tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.0966601 May 19 21:10:22.320014 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-d090dbcb-9da3-4509-bbba-d0dc6ffe4f32 req-3824207e-173b-49b1-b47e-f46fca09a1da tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776291 May 19 21:10:22.697345 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff72bf-d25f-4193-b150-f2d487b9ffa1 req-94373efa-0496-49ad-a68a-4b7c23bd7df0 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:22.699012 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-a8ff72bf-d25f-4193-b150-f2d487b9ffa1 req-94373efa-0496-49ad-a68a-4b7c23bd7df0 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7e1e4b7-91d1-4ef2-86b1-b1ee12ae3a32 HTTP/1.1" status: 200 len: 943 time: 0.0907257 May 19 21:10:22.767229 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-a8ff72bf-d25f-4193-b150-f2d487b9ffa1 req-4122b02c-7e7f-437b-b28e-0a63c2163ac0 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614607 May 19 21:10:23.524160 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adb7e1-25f3-48fe-851f-81e19d057643 req-3525577e-38bb-4f73-9841-0c61236abd2d tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:23.525640 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-25adb7e1-25f3-48fe-851f-81e19d057643 req-3525577e-38bb-4f73-9841-0c61236abd2d tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.0859072 May 19 21:10:23.575940 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-25adb7e1-25f3-48fe-851f-81e19d057643 req-8570da2d-36ee-4c2c-afca-c71c648bc07d tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416594 May 19 21:10:24.701921 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device ffb001d1-1624-4324-80c1-37b77e0940b0 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 21:10:24.846610 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port ffb001d1-1624-4324-80c1-37b77e0940b0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ffb001d1-1624-4324-80c1-37b77e0940b0,segment=NetworkSegment(b490382e-b18a-49ba-8255-29d8291b1b57),segment_id=b490382e-b18a-49ba-8255-29d8291b1b57)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:10:24.864089 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Returning: {'device': 'ffb001d1-1624-4324-80c1-37b77e0940b0', 'network_id': 'a9d43337-a378-49d5-82b2-4ebd65977430', 'port_id': 'ffb001d1-1624-4324-80c1-37b77e0940b0', 'mac_address': 'fa:16:3e:44:51:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4cfbac3-5da0-4b73-8c5a-c49311a5c5eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 21:10:24.920489 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:24.941937 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb001d1-1624-4324-80c1-37b77e0940b0 {{(pid=91838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:10:24.956787 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port ffb001d1-1624-4324-80c1-37b77e0940b0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ffb001d1-1624-4324-80c1-37b77e0940b0,segment=NetworkSegment(b490382e-b18a-49ba-8255-29d8291b1b57),segment_id=b490382e-b18a-49ba-8255-29d8291b1b57)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:10:24.962494 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:24.964399 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:10:25.033178 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=ffb001d1-1624-4324-80c1-37b77e0940b0,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:10:25.036533 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:10:26.013237 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1822235-aee9-415a-a291-7cca5b0f38a4 req-668f2ec9-591a-434a-b6e1-17b48ff5285e tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:26.013820 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a2330-d172-4af3-bbe9-87cf6018eebb req-00d37602-12a9-4cf3-a7dc-38a7e2a2ad2d tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:26.014749 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-b1822235-aee9-415a-a291-7cca5b0f38a4 req-668f2ec9-591a-434a-b6e1-17b48ff5285e tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.0838714 May 19 21:10:26.015027 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-852a2330-d172-4af3-bbe9-87cf6018eebb req-00d37602-12a9-4cf3-a7dc-38a7e2a2ad2d tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7e1e4b7-91d1-4ef2-86b1-b1ee12ae3a32 HTTP/1.1" status: 200 len: 944 time: 0.0827923 May 19 21:10:26.068372 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-852a2330-d172-4af3-bbe9-87cf6018eebb req-5c65e206-fa66-4db6-922e-04958441367c tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468631 May 19 21:10:26.072380 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-b1822235-aee9-415a-a291-7cca5b0f38a4 req-178f14a8-a815-4c09-8699-f40dfa34f722 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511892 May 19 21:10:26.205535 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['ffb001d1-1624-4324-80c1-37b77e0940b0'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:10:29.624357 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb18d4c-0c0b-46f9-a43f-a1fbddd42eef req-120ebb14-b769-4468-a9c6-3e67c223d786 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:29.625869 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-7eb18d4c-0c0b-46f9-a43f-a1fbddd42eef req-120ebb14-b769-4468-a9c6-3e67c223d786 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.0865965 May 19 21:10:29.628435 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c5156-9de9-41e0-a70a-537250e95c77 req-adbf524e-862d-4681-8c49-5907331136e3 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:29.629975 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-989c5156-9de9-41e0-a70a-537250e95c77 req-adbf524e-862d-4681-8c49-5907331136e3 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7e1e4b7-91d1-4ef2-86b1-b1ee12ae3a32 HTTP/1.1" status: 200 len: 944 time: 0.0960395 May 19 21:10:29.673574 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-7eb18d4c-0c0b-46f9-a43f-a1fbddd42eef req-3dda97d0-2979-426d-bbae-9435808cd3db tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411208 May 19 21:10:29.676604 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-989c5156-9de9-41e0-a70a-537250e95c77 req-e099775f-6b00-48d7-b513-ed9ee0d718ca tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402644 May 19 21:10:30.865857 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c893a2-6d90-4086-a883-926a151e7a4d req-7428b79c-2d2e-4307-be4b-d5c87f7cdbce tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:30.867340 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-e9c893a2-6d90-4086-a883-926a151e7a4d req-7428b79c-2d2e-4307-be4b-d5c87f7cdbce tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.0865672 May 19 21:10:30.888184 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5c710-ea27-44e0-bd3a-94950231dee7 req-92866dba-bc57-4964-bd5c-8a6947d645b4 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:30.889660 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2bc5c710-ea27-44e0-bd3a-94950231dee7 req-92866dba-bc57-4964-bd5c-8a6947d645b4 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7e1e4b7-91d1-4ef2-86b1-b1ee12ae3a32 HTTP/1.1" status: 200 len: 944 time: 0.0922732 May 19 21:10:30.914008 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-e9c893a2-6d90-4086-a883-926a151e7a4d req-77e17cf1-7956-476a-85a3-b8d32777fb2f tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404310 May 19 21:10:30.935537 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2bc5c710-ea27-44e0-bd3a-94950231dee7 req-6c2090f6-f797-497c-a233-afda4ae9cc76 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393155 May 19 21:10:32.116858 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745c611-fa45-4b7b-9321-043dc7721ec9 req-3bcd18c5-7ed7-4784-95aa-13bfa7b09cea tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:32.118492 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c745c611-fa45-4b7b-9321-043dc7721ec9 req-3bcd18c5-7ed7-4784-95aa-13bfa7b09cea tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.0837419 May 19 21:10:32.137653 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27dd88-a289-4ebc-90ac-3808e16abf8d req-b16ed939-8075-4c9a-a9d9-afc9db6b68ae tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:32.139183 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1a27dd88-a289-4ebc-90ac-3808e16abf8d req-b16ed939-8075-4c9a-a9d9-afc9db6b68ae tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7e1e4b7-91d1-4ef2-86b1-b1ee12ae3a32 HTTP/1.1" status: 200 len: 944 time: 0.0831988 May 19 21:10:32.169246 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c745c611-fa45-4b7b-9321-043dc7721ec9 req-ff781e37-3937-47ff-b3cb-fe058df4d5ef tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447505 May 19 21:10:32.186103 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1a27dd88-a289-4ebc-90ac-3808e16abf8d req-3918587e-208b-4949-81f1-697c5be45288 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408063 May 19 21:10:32.510082 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device ffb001d1-1624-4324-80c1-37b77e0940b0 up at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:10:32.583535 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning for port ffb001d1-1624-4324-80c1-37b77e0940b0 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:10:32.588399 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning complete for port ffb001d1-1624-4324-80c1-37b77e0940b0 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:10:32.588881 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:32.706249 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:32.735900 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e1e4b7-91d1-4ef2-86b1-b1ee12ae3a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb001d1-1624-4324-80c1-37b77e0940b0'}] {{(pid=91838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:10:32.746338 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port ffb001d1-1624-4324-80c1-37b77e0940b0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ffb001d1-1624-4324-80c1-37b77e0940b0,segment=NetworkSegment(b490382e-b18a-49ba-8255-29d8291b1b57),segment_id=b490382e-b18a-49ba-8255-29d8291b1b57)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:10:32.751415 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:32.753286 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:10:32.803234 dv-cinder-784623-12-iscsi neutron-server[91838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e1e4b7-91d1-4ef2-86b1-b1ee12ae3a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb001d1-1624-4324-80c1-37b77e0940b0', 'code': 200} May 19 21:10:32.842555 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=ffb001d1-1624-4324-80c1-37b77e0940b0,revision_number=5']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:10:32.850471 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:32.850921 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:32.851323 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:32.851721 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:32.852124 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:32.852511 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:32.852896 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:32.853515 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:32.853964 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:32.854369 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:32.854732 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:32.855135 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:10:32.859200 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:10:33.368011 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d8829-9c7d-4076-9c4e-82db9cf0989a req-6ff63eed-fa16-474e-a5f1-cacc4fe110cf tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:33.370023 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7b5d8829-9c7d-4076-9c4e-82db9cf0989a req-6ff63eed-fa16-474e-a5f1-cacc4fe110cf tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.0916853 May 19 21:10:33.419719 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7b5d8829-9c7d-4076-9c4e-82db9cf0989a req-f3250492-b96b-42cd-818a-84da235159cf tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435345 May 19 21:10:33.455799 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17520ca4-e6bb-458a-829a-d147ba535f8a req-35f8481b-955a-4019-b2c1-812158b3a212 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:33.457401 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-17520ca4-e6bb-458a-829a-d147ba535f8a req-35f8481b-955a-4019-b2c1-812158b3a212 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7e1e4b7-91d1-4ef2-86b1-b1ee12ae3a32 HTTP/1.1" status: 200 len: 945 time: 0.1634319 May 19 21:10:33.503862 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-17520ca4-e6bb-458a-829a-d147ba535f8a req-d66d6b90-b393-439a-8530-a1afac0a662a tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403402 May 19 21:10:34.625102 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f5dab-9c37-48a6-af20-0fc6a1a49baa req-814c16cb-c4e4-48aa-8c02-27ad34c131cf tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:34.627121 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e68f5dab-9c37-48a6-af20-0fc6a1a49baa req-814c16cb-c4e4-48aa-8c02-27ad34c131cf tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.0966420 May 19 21:10:34.678928 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e68f5dab-9c37-48a6-af20-0fc6a1a49baa req-126486c4-2405-4cc3-a946-5cdd9f157c63 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429208 May 19 21:10:34.713440 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b806b25-26d4-4d7a-845f-2729502a5ca0 req-a30bf554-9267-4cfe-8a40-17331ae2e6d2 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:34.720599 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-3b806b25-26d4-4d7a-845f-2729502a5ca0 req-a30bf554-9267-4cfe-8a40-17331ae2e6d2 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7e1e4b7-91d1-4ef2-86b1-b1ee12ae3a32 HTTP/1.1" status: 200 len: 945 time: 0.0944626 May 19 21:10:34.762346 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-3b806b25-26d4-4d7a-845f-2729502a5ca0 req-1910d2dc-e0a0-4535-9481-8e81c6386fcb tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408945 May 19 21:10:34.839683 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccc0c1-ca46-4d15-bf2a-ec3839131baf req-af9530fa-eac5-41be-84af-a8dd0d4aa10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:34.841165 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-faccc0c1-ca46-4d15-bf2a-ec3839131baf req-af9530fa-eac5-41be-84af-a8dd0d4aa10d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b7e1e4b7-91d1-4ef2-86b1-b1ee12ae3a32 HTTP/1.1" status: 200 len: 1098 time: 0.0688121 May 19 21:10:34.883298 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-faccc0c1-ca46-4d15-bf2a-ec3839131baf req-3677471f-7046-4070-96b7-b5b6321a4b6d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346777 May 19 21:10:35.879930 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c5da1-b671-4154-a594-5636f0200366 req-797efc29-3fae-4006-bff8-513d13b2d41c tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:35.881751 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-6f0c5da1-b671-4154-a594-5636f0200366 req-797efc29-3fae-4006-bff8-513d13b2d41c tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.0939925 May 19 21:10:35.944273 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-6f0c5da1-b671-4154-a594-5636f0200366 req-abb5668d-092f-42a2-be74-ba59306eee5d tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524330 May 19 21:10:35.971982 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699cc3e-0897-45c2-bfea-7014594276ff req-095b71e2-ce8f-4bd1-9101-78e89f379e02 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:35.979421 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c699cc3e-0897-45c2-bfea-7014594276ff req-095b71e2-ce8f-4bd1-9101-78e89f379e02 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7e1e4b7-91d1-4ef2-86b1-b1ee12ae3a32 HTTP/1.1" status: 200 len: 945 time: 0.0944560 May 19 21:10:36.011222 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-0571a954-2334-48d3-8966-d6ba20bf13b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:36.032521 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c699cc3e-0897-45c2-bfea-7014594276ff req-e96ef514-16c4-461b-8dfc-49a0379df0f7 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520353 May 19 21:10:37.121725 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687377a1-293a-4849-8d13-a176fb291fe2 req-0d406627-70e9-45a0-a915-9e3b32b397f0 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:37.123764 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-687377a1-293a-4849-8d13-a176fb291fe2 req-0d406627-70e9-45a0-a915-9e3b32b397f0 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.0815666 May 19 21:10:37.169970 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-687377a1-293a-4849-8d13-a176fb291fe2 req-1a0e948f-5f4b-4a52-a238-b7dc4bacd2e1 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408919 May 19 21:10:37.221470 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ea2c1-2946-40f5-a04a-b4ccf65a2a01 req-7895343d-9dfb-4215-941d-9bd6c83efc15 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:37.222836 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-552ea2c1-2946-40f5-a04a-b4ccf65a2a01 req-7895343d-9dfb-4215-941d-9bd6c83efc15 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7e1e4b7-91d1-4ef2-86b1-b1ee12ae3a32 HTTP/1.1" status: 200 len: 945 time: 0.0803330 May 19 21:10:37.271489 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-552ea2c1-2946-40f5-a04a-b4ccf65a2a01 req-63049da6-2846-4a30-831e-98e47830c39d tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427303 May 19 21:10:38.365716 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b023b98-7ca9-4cf5-af98-d8f1ca1c6766 req-5a43f295-58c5-47ba-a18c-ff9a5da31e92 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:38.367121 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-0b023b98-7ca9-4cf5-af98-d8f1ca1c6766 req-5a43f295-58c5-47ba-a18c-ff9a5da31e92 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.0867043 May 19 21:10:38.413122 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-0b023b98-7ca9-4cf5-af98-d8f1ca1c6766 req-17d99c22-6383-497f-9547-53bc3d5cc027 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400960 May 19 21:10:38.476292 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:38.802339 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-a19a4a19-2eea-4e21-b84e-bf2de93e186e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:39.428170 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:39.598129 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3fd59-3f8c-4f42-84a8-6b99ad4b69a5 req-8e9de8e9-f90b-40c7-9305-489aceca1ccb tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:39.599663 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f6a3fd59-3f8c-4f42-84a8-6b99ad4b69a5 req-8e9de8e9-f90b-40c7-9305-489aceca1ccb tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.0811012 May 19 21:10:39.646006 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f6a3fd59-3f8c-4f42-84a8-6b99ad4b69a5 req-cc18cbd5-0019-4318-bcf4-ad2ce255a07a tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402420 May 19 21:10:40.624176 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6831cd6-7f98-4021-be45-f5ae2853ac80 req-a5825a7a-af2b-4bac-b6b3-fcee4a9f6fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:40.625901 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a6831cd6-7f98-4021-be45-f5ae2853ac80 req-a5825a7a-af2b-4bac-b6b3-fcee4a9f6fef service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=181c084e22284e5ca4bdb85e1464e799&device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 1098 time: 0.0770316 May 19 21:10:40.792993 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6831cd6-7f98-4021-be45-f5ae2853ac80 req-5dae46f1-9522-4c2b-99b5-6fa0f683bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:40.794434 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a6831cd6-7f98-4021-be45-f5ae2853ac80 req-5dae46f1-9522-4c2b-99b5-6fa0f683bbd6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ba66b4b4-ff54-4d87-8733-625194c2e0f7 HTTP/1.1" status: 200 len: 920 time: 0.1306798 May 19 21:10:40.838761 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a4378-1701-461e-9623-e7548846ab0f req-284bf158-fd91-4042-b9b2-f76669405982 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:40.840290 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-cd5a4378-1701-461e-9623-e7548846ab0f req-284bf158-fd91-4042-b9b2-f76669405982 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.0825541 May 19 21:10:40.894158 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-cd5a4378-1701-461e-9623-e7548846ab0f req-f983236d-9eeb-4847-9f8a-062e422d3bf7 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469868 May 19 21:10:40.945602 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a6831cd6-7f98-4021-be45-f5ae2853ac80 req-b1b0e849-deac-4f13-9d2c-fccc13e637cb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8b2d0e7-03c8-4555-8af2-3847c800d7e4 HTTP/1.1" status: 200 len: 217 time: 0.1372242 May 19 21:10:41.026176 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6831cd6-7f98-4021-be45-f5ae2853ac80 req-b4b1aef6-3637-46fe-97f9-217bc4def634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:41.027652 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a6831cd6-7f98-4021-be45-f5ae2853ac80 req-b4b1aef6-3637-46fe-97f9-217bc4def634 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4eb5b8dd-57eb-4bea-ad4e-bbeedb2dc092 HTTP/1.1" status: 200 len: 859 time: 0.0625308 May 19 21:10:41.079124 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a6831cd6-7f98-4021-be45-f5ae2853ac80 req-dcdcf5aa-db5f-4f95-a47a-1940a8e8b995 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ba66b4b4-ff54-4d87-8733-625194c2e0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432274 May 19 21:10:41.216268 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a6831cd6-7f98-4021-be45-f5ae2853ac80 req-9eee6d92-42cf-4e9b-a43a-54e23f47a617 service neutron] 10.222.0.25 "GET /v2.0/networks/ba66b4b4-ff54-4d87-8733-625194c2e0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301832 May 19 21:10:41.231812 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:41.373275 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a6831cd6-7f98-4021-be45-f5ae2853ac80 req-71313bc8-6590-401b-876c-dafd7ab7fe8f service neutron] 10.222.0.25 "GET /v2.0/networks/ba66b4b4-ff54-4d87-8733-625194c2e0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497908 May 19 21:10:41.565725 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2110c-cc4d-48ee-9bde-f8e9bac286d1 req-79e5d8ae-a4cf-482e-9593-31033108a898 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:41.567261 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-1df2110c-cc4d-48ee-9bde-f8e9bac286d1 req-79e5d8ae-a4cf-482e-9593-31033108a898 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 945 time: 0.0976524 May 19 21:10:41.618999 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-1df2110c-cc4d-48ee-9bde-f8e9bac286d1 req-da9ce668-8482-4dc6-ba9e-26a7587941c9 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443604 May 19 21:10:42.117877 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806af2c2-1bd3-4eec-9c91-430f81dc824b req-61808009-372c-4559-b07b-6535b59e8497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:42.119254 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-806af2c2-1bd3-4eec-9c91-430f81dc824b req-61808009-372c-4559-b07b-6535b59e8497 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 1098 time: 0.1465275 May 19 21:10:42.182351 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce5160-ceb2-438e-8e3a-15588a0aeee1 req-722f03ac-98b9-4dd5-a332-5c6989123447 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:42.183947 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-adce5160-ceb2-438e-8e3a-15588a0aeee1 req-722f03ac-98b9-4dd5-a332-5c6989123447 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.1600957 May 19 21:10:42.189823 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-806af2c2-1bd3-4eec-9c91-430f81dc824b req-4419eb7f-8518-4fce-aeea-6390f0b8e9ba service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601573 May 19 21:10:42.238532 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-adce5160-ceb2-438e-8e3a-15588a0aeee1 req-5d6ab313-20d0-4b18-8a9a-e44573c8805f tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462849 May 19 21:10:42.814796 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1796cf-9814-4fa4-a7c5-cd6a01e4a83b req-ba8b0f90-fdcd-41e1-88e2-8c443c972260 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:42.816305 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-de1796cf-9814-4fa4-a7c5-cd6a01e4a83b req-ba8b0f90-fdcd-41e1-88e2-8c443c972260 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 945 time: 0.0816691 May 19 21:10:42.863738 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-de1796cf-9814-4fa4-a7c5-cd6a01e4a83b req-3a7a63d7-c002-44e6-b7cb-1ef9d777eb57 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413010 May 19 21:10:43.433172 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca335a8-d0af-4a0f-8ccf-70763d818acd req-bc9ebf16-b0ca-4b15-b26e-1e4a32673aec tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:43.434708 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-aca335a8-d0af-4a0f-8ccf-70763d818acd req-bc9ebf16-b0ca-4b15-b26e-1e4a32673aec tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.0894818 May 19 21:10:43.480779 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-aca335a8-d0af-4a0f-8ccf-70763d818acd req-824f6e63-24a7-44ee-a0f6-2698bc9f6da3 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402431 May 19 21:10:44.061122 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9da432-72e0-411e-9701-f9f1a9e6075b req-761825ab-0d70-4b71-9aa8-9cc398b8ad60 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:44.062605 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ae9da432-72e0-411e-9701-f9f1a9e6075b req-761825ab-0d70-4b71-9aa8-9cc398b8ad60 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 945 time: 0.0861692 May 19 21:10:44.113157 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ae9da432-72e0-411e-9701-f9f1a9e6075b req-57e3e5fb-1100-4401-9285-e8b87085b723 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445457 May 19 21:10:44.481830 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:44.672368 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed48e9-b5fe-41bf-8904-76a0284d38cb req-03bd3aea-5914-4a5a-a7fd-fb1a001cdd08 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:44.673864 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-eeed48e9-b5fe-41bf-8904-76a0284d38cb req-03bd3aea-5914-4a5a-a7fd-fb1a001cdd08 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.0835431 May 19 21:10:44.722998 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-eeed48e9-b5fe-41bf-8904-76a0284d38cb req-83945d11-e8cd-486a-816d-dcfbf0862de5 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430722 May 19 21:10:45.307987 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de126458-53ce-461a-a753-57cafbbdb417 req-3b8aa6c2-1b41-45eb-a5e4-bd12e6347a54 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:45.309488 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-de126458-53ce-461a-a753-57cafbbdb417 req-3b8aa6c2-1b41-45eb-a5e4-bd12e6347a54 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 945 time: 0.0851076 May 19 21:10:45.356595 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-de126458-53ce-461a-a753-57cafbbdb417 req-0f233247-ca05-4688-beb5-00e19decdc0e tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411112 May 19 21:10:45.913982 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803835a6-cd3c-4324-8690-0a8f14d68da7 req-3f6ff2cd-63a9-44e4-ac97-de3d302b8904 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:45.915535 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-803835a6-cd3c-4324-8690-0a8f14d68da7 req-3f6ff2cd-63a9-44e4-ac97-de3d302b8904 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.0807369 May 19 21:10:45.973358 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-803835a6-cd3c-4324-8690-0a8f14d68da7 req-64f8c4dc-17d4-4551-b82e-f5bd328f6c34 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519011 May 19 21:10:46.557901 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabf893-d593-40f1-9d4e-bdc1ada00c91 req-94c2aee8-8614-408f-967d-ec5f527d2713 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:46.559471 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-5dabf893-d593-40f1-9d4e-bdc1ada00c91 req-94c2aee8-8614-408f-967d-ec5f527d2713 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 945 time: 0.0876186 May 19 21:10:46.606436 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-5dabf893-d593-40f1-9d4e-bdc1ada00c91 req-5c010f3d-e905-451a-8ce8-aef46f4ba54f tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406334 May 19 21:10:47.168441 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941dd22-2240-43d9-9808-da8756dc17fc req-23498cc8-3db9-4291-8a66-fd7508c66655 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:47.170060 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c941dd22-2240-43d9-9808-da8756dc17fc req-23498cc8-3db9-4291-8a66-fd7508c66655 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.0873690 May 19 21:10:47.223501 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c941dd22-2240-43d9-9808-da8756dc17fc req-9cbbad49-e5ad-49b3-83cf-73136b458c70 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471117 May 19 21:10:47.679220 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8394f-8a54-4ec1-946c-08d5f430525c req-cd3c85e1-d4e5-4039-909f-23a089fd391d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:47.681151 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-76a8394f-8a54-4ec1-946c-08d5f430525c req-cd3c85e1-d4e5-4039-909f-23a089fd391d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=181c084e22284e5ca4bdb85e1464e799&device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 1098 time: 0.0841026 May 19 21:10:47.721755 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab71794-a4b6-483b-85bf-72655efe214c req-346a1a03-61a6-48d7-a7c7-32eaffa23bb6 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:47.724016 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-fab71794-a4b6-483b-85bf-72655efe214c req-346a1a03-61a6-48d7-a7c7-32eaffa23bb6 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.0876405 May 19 21:10:47.772185 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-fab71794-a4b6-483b-85bf-72655efe214c req-e681f452-d7a0-437e-b3fc-73ff3bc8aa46 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419624 May 19 21:10:47.968971 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8394f-8a54-4ec1-946c-08d5f430525c req-3d11e5a7-4063-4545-a752-f74db7903c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:47.970661 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-76a8394f-8a54-4ec1-946c-08d5f430525c req-3d11e5a7-4063-4545-a752-f74db7903c3d service neutron] 10.222.0.25 "GET /v2.0/networks?id=ba66b4b4-ff54-4d87-8733-625194c2e0f7 HTTP/1.1" status: 200 len: 920 time: 0.2767646 May 19 21:10:48.059878 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-76a8394f-8a54-4ec1-946c-08d5f430525c req-d6463e2f-1f77-4a4d-8eb6-f19b3950f977 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8b2d0e7-03c8-4555-8af2-3847c800d7e4 HTTP/1.1" status: 200 len: 217 time: 0.0749133 May 19 21:10:48.076901 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8dec0e-da3b-465b-bbb6-5c8f374d67d2 req-ae73380a-1956-4563-a768-041466162beb tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:48.078424 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-bc8dec0e-da3b-465b-bbb6-5c8f374d67d2 req-ae73380a-1956-4563-a768-041466162beb tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 945 time: 0.2976518 May 19 21:10:48.180016 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8394f-8a54-4ec1-946c-08d5f430525c req-4a0549b0-d170-4710-879e-50e3a45a59fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:48.181855 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-76a8394f-8a54-4ec1-946c-08d5f430525c req-4a0549b0-d170-4710-879e-50e3a45a59fe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4eb5b8dd-57eb-4bea-ad4e-bbeedb2dc092 HTTP/1.1" status: 200 len: 859 time: 0.1021023 May 19 21:10:48.184893 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-bc8dec0e-da3b-465b-bbb6-5c8f374d67d2 req-5d8ab8df-e9a9-437f-b91b-abeb02078f9f tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677567 May 19 21:10:48.232878 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-76a8394f-8a54-4ec1-946c-08d5f430525c req-adddc00e-0516-4506-b6e0-9a075a91e1b8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ba66b4b4-ff54-4d87-8733-625194c2e0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424840 May 19 21:10:48.369293 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-76a8394f-8a54-4ec1-946c-08d5f430525c req-d16e278a-3117-407f-acab-96af1a908be5 service neutron] 10.222.0.25 "GET /v2.0/networks/ba66b4b4-ff54-4d87-8733-625194c2e0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290591 May 19 21:10:48.508133 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-76a8394f-8a54-4ec1-946c-08d5f430525c req-3fbd796d-2548-4949-ab5f-d91db89b8c67 service neutron] 10.222.0.25 "GET /v2.0/networks/ba66b4b4-ff54-4d87-8733-625194c2e0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301010 May 19 21:10:48.999624 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f039b3-5f58-44ee-a1da-f38ebf4bacb0 req-de2678c7-ace4-46cf-a859-218b69eeb787 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:49.001702 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-23f039b3-5f58-44ee-a1da-f38ebf4bacb0 req-de2678c7-ace4-46cf-a859-218b69eeb787 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.1021142 May 19 21:10:49.065691 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-23f039b3-5f58-44ee-a1da-f38ebf4bacb0 req-f861e814-3755-49a0-9226-251b9da4d723 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579672 May 19 21:10:49.409959 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee96d2-a935-4aec-8b81-e009df1d938c req-45f68ed6-9ce9-4ac2-a119-a64a7fd57c39 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:49.411709 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-b3ee96d2-a935-4aec-8b81-e009df1d938c req-45f68ed6-9ce9-4ac2-a119-a64a7fd57c39 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 945 time: 0.0945745 May 19 21:10:49.419576 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebec51-7ace-4e71-bcd7-7543e2802eb1 req-623ce8e5-2cd7-48cf-9cf1-b24d53ef9db1 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:49.421256 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-65ebec51-7ace-4e71-bcd7-7543e2802eb1 req-623ce8e5-2cd7-48cf-9cf1-b24d53ef9db1 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.0932879 May 19 21:10:49.468493 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-b3ee96d2-a935-4aec-8b81-e009df1d938c req-fc8055ca-4347-4b8e-a979-f19145191d32 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493062 May 19 21:10:49.476651 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-65ebec51-7ace-4e71-bcd7-7543e2802eb1 req-ef587c47-f1af-431e-8e49-46b8f08cf04b tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474215 May 19 21:10:50.356659 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe4ba1-5a38-4881-a146-597aa73f2900 req-10d201cb-65c3-42d3-9251-248f6c4736c1 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:50.359298 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-8bfe4ba1-5a38-4881-a146-597aa73f2900 req-10d201cb-65c3-42d3-9251-248f6c4736c1 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.1681256 May 19 21:10:50.437643 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-8bfe4ba1-5a38-4881-a146-597aa73f2900 req-b1be96b2-c65b-48cc-b3e2-67240736e19e tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677087 May 19 21:10:50.868248 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2aae2-33fb-484d-9ba1-411274bc674e req-ff07db4f-9573-4518-b767-7c88d7a727aa tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:50.871460 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9eb2aae2-33fb-484d-9ba1-411274bc674e req-ff07db4f-9573-4518-b767-7c88d7a727aa tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 945 time: 0.1817749 May 19 21:10:50.951548 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9eb2aae2-33fb-484d-9ba1-411274bc674e req-b3ef44f0-62bc-46a8-bc8f-f0f0a50f6b33 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717118 May 19 21:10:50.970979 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514f22a-55c5-4acd-8b62-f509fa09e8e9 req-b984df04-6233-43a9-9076-4cea65fce858 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:50.973717 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-3514f22a-55c5-4acd-8b62-f509fa09e8e9 req-b984df04-6233-43a9-9076-4cea65fce858 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.2143791 May 19 21:10:51.071961 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-3514f22a-55c5-4acd-8b62-f509fa09e8e9 req-ef127b35-4757-4eb2-a686-7c9a8fa48704 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895019 May 19 21:10:51.086596 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 49038) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:10:51.231520 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5d9af612-1110-4b11-a4c1-c4e220b94056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:51.247750 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-5d9af612-1110-4b11-a4c1-c4e220b94056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:10:51.252593 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-5d9af612-1110-4b11-a4c1-c4e220b94056 admin admin] Usage tracker for resource:security_group_rule and tenant:d109e00ed00a4fcd8387bddfc8658752 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:10:51.255909 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-5d9af612-1110-4b11-a4c1-c4e220b94056 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:10:51.263465 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-5d9af612-1110-4b11-a4c1-c4e220b94056 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:10:51.407128 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5d9af612-1110-4b11-a4c1-c4e220b94056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:51.414116 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5d9af612-1110-4b11-a4c1-c4e220b94056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:51.428868 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-4666a559-3228-4a4d-a006-1c891eff7364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:10:51.506272 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9af612-1110-4b11-a4c1-c4e220b94056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7396edcf-e8b7-4e6e-b0c7-2c6dff4c64f0,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:10:51.515611 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-5d9af612-1110-4b11-a4c1-c4e220b94056 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d109e00ed00a4fcd8387bddfc8658752&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4271257 May 19 21:10:51.517494 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-5d9af612-1110-4b11-a4c1-c4e220b94056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:10:51.518423 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 49054) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:10:51.611191 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-493d7e2f-08aa-4724-956d-cc98a4d2feae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:51.639339 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-493d7e2f-08aa-4724-956d-cc98a4d2feae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:51.702011 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-493d7e2f-08aa-4724-956d-cc98a4d2feae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:51.708457 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-b6d444b0-0f7e-406b-b819-a81aae7aeb74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:10:51.720095 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d7e2f-08aa-4724-956d-cc98a4d2feae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7396edcf-e8b7-4e6e-b0c7-2c6dff4c64f0,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:10:51.724109 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-493d7e2f-08aa-4724-956d-cc98a4d2feae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:10:51.728158 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-493d7e2f-08aa-4724-956d-cc98a4d2feae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:51.733051 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-493d7e2f-08aa-4724-956d-cc98a4d2feae admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7396edcf-e8b7-4e6e-b0c7-2c6dff4c64f0 HTTP/1.1" status: 204 len: 168 time: 0.2070429 May 19 21:10:51.759615 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6375ada-5e0f-4a80-b10a-9c4953185f0e req-ed8ca4dd-c0aa-45b1-b07e-02c42b63f99c tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:51.763795 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f6375ada-5e0f-4a80-b10a-9c4953185f0e req-ed8ca4dd-c0aa-45b1-b07e-02c42b63f99c tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.1361294 May 19 21:10:51.823115 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f6375ada-5e0f-4a80-b10a-9c4953185f0e req-8522d588-80af-4406-8241-413e43de71ce tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549667 May 19 21:10:52.223985 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea537432-8e4a-488b-835e-9e0598c3f93d req-4014fdfe-b2ad-4302-b6d9-1eb808a1420f tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:52.226632 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-ea537432-8e4a-488b-835e-9e0598c3f93d req-4014fdfe-b2ad-4302-b6d9-1eb808a1420f tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 945 time: 0.1103952 May 19 21:10:52.313075 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-ea537432-8e4a-488b-835e-9e0598c3f93d req-06f8a2d5-4410-4e89-a10d-375c3c64c2c7 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785089 May 19 21:10:52.402722 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd292700-b165-41fc-8508-adfcd234c3cf req-04e4ace3-c2f0-41d9-81c9-b0e39c79f789 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:52.405516 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-cd292700-b165-41fc-8508-adfcd234c3cf req-04e4ace3-c2f0-41d9-81c9-b0e39c79f789 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.1561882 May 19 21:10:52.488955 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-cd292700-b165-41fc-8508-adfcd234c3cf req-d9bd402d-7c0f-43cc-8b84-25d6ddb010c1 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721529 May 19 21:10:53.552283 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea984d3d-e4fe-4317-987b-e184660c2411 req-0b08db58-48bd-4cb2-88c6-adfda4bd27b5 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:53.555127 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-ea984d3d-e4fe-4317-987b-e184660c2411 req-0b08db58-48bd-4cb2-88c6-adfda4bd27b5 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 945 time: 0.1051357 May 19 21:10:53.649331 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-ea984d3d-e4fe-4317-987b-e184660c2411 req-57183995-52dc-4b40-876a-edbeaf8e449f tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831392 May 19 21:10:53.717216 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663faa80-2c90-432b-8de0-85de795a5383 req-0600736a-ec34-40b7-8f64-15dbcbe4edc8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:53.719750 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-663faa80-2c90-432b-8de0-85de795a5383 req-0600736a-ec34-40b7-8f64-15dbcbe4edc8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.1088963 May 19 21:10:53.787451 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-663faa80-2c90-432b-8de0-85de795a5383 req-ac300114-90aa-4882-be94-1be2dbe94f36 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571234 May 19 21:10:54.871446 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9384e-7258-4307-aef2-645d771e2427 req-8d290947-bf45-4262-a8e9-522e77ad9585 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:54.873997 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-84d9384e-7258-4307-aef2-645d771e2427 req-8d290947-bf45-4262-a8e9-522e77ad9585 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 945 time: 0.0991414 May 19 21:10:54.885970 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92427d-508d-4c4d-9a57-2e4ccc1ce08a req-4f3063c5-b7e7-4e03-aa6e-5b3485d9612b tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:54.889178 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-6c92427d-508d-4c4d-9a57-2e4ccc1ce08a req-4f3063c5-b7e7-4e03-aa6e-5b3485d9612b tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.1079834 May 19 21:10:54.927837 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-84d9384e-7258-4307-aef2-645d771e2427 req-f147ca8b-5b57-4a5b-842c-f7297a18eeba tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476260 May 19 21:10:54.940283 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-6c92427d-508d-4c4d-9a57-2e4ccc1ce08a req-2e547266-6e3a-4752-a324-d689ec75af61 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444944 May 19 21:10:55.148638 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546c899-10d0-42bd-8a99-828583ace1f5 req-142ba7eb-5a67-4c8c-b9b5-0e9447bc1c35 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:55.150105 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-4546c899-10d0-42bd-8a99-828583ace1f5 req-142ba7eb-5a67-4c8c-b9b5-0e9447bc1c35 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.0965264 May 19 21:10:55.220769 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:10:55.291123 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-4546c899-10d0-42bd-8a99-828583ace1f5 req-49da62c4-7be9-45b5-98b3-cc65c3730e04 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307867 May 19 21:10:55.357524 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 49118) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:10:55.520224 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-05545ce0-c543-46a5-969e-ad4e7a80e772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:55.546216 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-05545ce0-c543-46a5-969e-ad4e7a80e772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:10:55.552774 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-05545ce0-c543-46a5-969e-ad4e7a80e772 admin admin] Usage tracker for resource:security_group_rule and tenant:e63e6eaa095e493f8ebad1c2b4995972 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:10:55.556369 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-05545ce0-c543-46a5-969e-ad4e7a80e772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:10:55.565627 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-05545ce0-c543-46a5-969e-ad4e7a80e772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:10:55.675086 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-05545ce0-c543-46a5-969e-ad4e7a80e772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:55.690505 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-05545ce0-c543-46a5-969e-ad4e7a80e772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:55.698139 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-68dc18db-1662-4dd8-b80a-59b5b0815f37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:10:55.745532 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-05545ce0-c543-46a5-969e-ad4e7a80e772 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e63e6eaa095e493f8ebad1c2b4995972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3868206 May 19 21:10:55.746786 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05545ce0-c543-46a5-969e-ad4e7a80e772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86271afe-bd17-4dcb-8ae2-25171c1901f5,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:10:55.748608 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 49128) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:10:55.750094 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-05545ce0-c543-46a5-969e-ad4e7a80e772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:10:55.820255 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a2d38e9f-008a-4a57-81a6-b1552b9d5fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:55.853422 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a2d38e9f-008a-4a57-81a6-b1552b9d5fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:55.920908 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a2d38e9f-008a-4a57-81a6-b1552b9d5fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:55.924763 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-2dbda801-d548-4b1d-96fd-5b58e87cae6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:10:55.939581 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d38e9f-008a-4a57-81a6-b1552b9d5fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86271afe-bd17-4dcb-8ae2-25171c1901f5,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:10:55.948382 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-a2d38e9f-008a-4a57-81a6-b1552b9d5fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:10:55.949206 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a2d38e9f-008a-4a57-81a6-b1552b9d5fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:10:55.950316 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-a2d38e9f-008a-4a57-81a6-b1552b9d5fb1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86271afe-bd17-4dcb-8ae2-25171c1901f5 HTTP/1.1" status: 204 len: 168 time: 0.1997271 May 19 21:10:56.144832 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63714f8-ed6f-4b2e-b2d6-d25367144e62 req-4b91c489-cc24-41bd-b0db-5a18750285e4 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:56.146510 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c63714f8-ed6f-4b2e-b2d6-d25367144e62 req-4b91c489-cc24-41bd-b0db-5a18750285e4 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 945 time: 0.0940332 May 19 21:10:56.199311 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c63714f8-ed6f-4b2e-b2d6-d25367144e62 req-09310db1-e054-4fa1-b5f9-67f9a598caa9 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453696 May 19 21:10:56.528769 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714933fd-6922-446d-85e0-fb4039895e1c req-e3b91ea2-4a74-46b7-b380-3fa74d1a3710 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:56.530370 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-714933fd-6922-446d-85e0-fb4039895e1c req-e3b91ea2-4a74-46b7-b380-3fa74d1a3710 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.1019750 May 19 21:10:56.598372 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-714933fd-6922-446d-85e0-fb4039895e1c req-2330936b-6f9f-43d3-b054-44d9de97f600 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599339 May 19 21:10:57.503316 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170b2a1-a60d-469b-950d-ba6c66a9eede req-e925ab11-2de6-4119-9ab0-57eb99b0e646 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:57.505020 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-1170b2a1-a60d-469b-950d-ba6c66a9eede req-e925ab11-2de6-4119-9ab0-57eb99b0e646 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 945 time: 0.1104920 May 19 21:10:57.564908 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-1170b2a1-a60d-469b-950d-ba6c66a9eede req-b2f5b28b-d5d7-4ce1-ae1d-7fc386ded055 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486181 May 19 21:10:57.854911 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c216dda-e8cd-45c9-a51b-43867ac8bf47 req-e08caebc-bd23-484e-ac1d-d18c09cabb5a tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:57.856519 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2c216dda-e8cd-45c9-a51b-43867ac8bf47 req-e08caebc-bd23-484e-ac1d-d18c09cabb5a tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.1374686 May 19 21:10:57.913876 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2c216dda-e8cd-45c9-a51b-43867ac8bf47 req-e1d53407-371b-468d-8db6-8e4003172443 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464263 May 19 21:10:58.778777 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae557ce8-f841-4270-92ec-3c22bf5d5196 req-ec306d2a-de64-49ca-89fa-4e214ff781e3 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:58.780311 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-ae557ce8-f841-4270-92ec-3c22bf5d5196 req-ec306d2a-de64-49ca-89fa-4e214ff781e3 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 945 time: 0.0938232 May 19 21:10:58.836531 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-ae557ce8-f841-4270-92ec-3c22bf5d5196 req-ca6cf8dd-0630-43e7-892a-6a51ad35cc34 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492923 May 19 21:10:59.130954 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa59ae-f0a1-4fb5-ad28-c3f92ee03c9e req-879bcc2b-3ffc-4424-b10b-114428d11e2b tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:10:59.133013 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-56aa59ae-f0a1-4fb5-ad28-c3f92ee03c9e req-879bcc2b-3ffc-4424-b10b-114428d11e2b tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.0939908 May 19 21:10:59.314124 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-56aa59ae-f0a1-4fb5-ad28-c3f92ee03c9e req-6b918306-8fa0-4f93-a2e0-deed4eb61672 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693840 May 19 21:11:00.046549 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ceeca9-3054-4553-b26d-821a02493211 req-37e93155-1c7f-4e05-aa2b-3faa8df6ded8 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:00.048466 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-59ceeca9-3054-4553-b26d-821a02493211 req-37e93155-1c7f-4e05-aa2b-3faa8df6ded8 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 945 time: 0.0941744 May 19 21:11:00.099651 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-59ceeca9-3054-4553-b26d-821a02493211 req-142b0e29-a3fb-4411-8060-03f2473dbd26 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449290 May 19 21:11:00.582664 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68700b26-adbc-4aa7-9585-c38662712ff0 req-c5f549fc-cf59-4b23-aa11-81521860fd0b tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:00.585435 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-68700b26-adbc-4aa7-9585-c38662712ff0 req-c5f549fc-cf59-4b23-aa11-81521860fd0b tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.1345105 May 19 21:11:00.661994 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-68700b26-adbc-4aa7-9585-c38662712ff0 req-81ae4c02-6994-4e46-9b4d-6c501b0b386a tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701170 May 19 21:11:01.142108 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 49196) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:11:01.339265 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-eb4e25cc-2539-40b7-aa0e-fcd664203ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:01.387189 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-eb4e25cc-2539-40b7-aa0e-fcd664203ff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:11:01.398587 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-eb4e25cc-2539-40b7-aa0e-fcd664203ff4 admin admin] Usage tracker for resource:security_group_rule and tenant:4d0c9d23279c42a3a2de6e25eca9a4ec is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:11:01.406776 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-eb4e25cc-2539-40b7-aa0e-fcd664203ff4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:11:01.421736 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-eb4e25cc-2539-40b7-aa0e-fcd664203ff4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:11:01.487532 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8d44b-1910-45a5-888c-f39b22e3c65d req-ba9d61bc-7147-49ed-8a19-be91e4c4fc8d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:01.490225 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-d2c8d44b-1910-45a5-888c-f39b22e3c65d req-ba9d61bc-7147-49ed-8a19-be91e4c4fc8d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 945 time: 0.2676890 May 19 21:11:01.529077 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 47c71c0a-a5f7-4a6c-939c-81ef96bfa929 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 21:11:01.603278 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-d2c8d44b-1910-45a5-888c-f39b22e3c65d req-f21b9724-7341-4080-961b-5396366f0a6b tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051648 May 19 21:11:01.688235 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 47c71c0a-a5f7-4a6c-939c-81ef96bfa929, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=47c71c0a-a5f7-4a6c-939c-81ef96bfa929,segment=NetworkSegment(dd24c109-b873-4075-a547-36393fe5fd42),segment_id=dd24c109-b873-4075-a547-36393fe5fd42)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:11:01.697882 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-eb4e25cc-2539-40b7-aa0e-fcd664203ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:01.704488 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Returning: {'device': '47c71c0a-a5f7-4a6c-939c-81ef96bfa929', 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d', 'port_id': '47c71c0a-a5f7-4a6c-939c-81ef96bfa929', 'mac_address': 'fa:16:3e:81:ac:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 21:11:01.708738 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-eb4e25cc-2539-40b7-aa0e-fcd664203ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:01.729363 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-c7f832f9-fbe3-4692-84ab-76835b7431ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:11:01.771413 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:01.800481 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47c71c0a-a5f7-4a6c-939c-81ef96bfa929 {{(pid=91838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:11:01.828870 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-eb4e25cc-2539-40b7-aa0e-fcd664203ff4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4d0c9d23279c42a3a2de6e25eca9a4ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6811614 May 19 21:11:01.828870 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e25cc-2539-40b7-aa0e-fcd664203ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4b023b-bbfc-4d35-8d89-2cc7baa7494d,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:11:01.829541 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 49208) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:11:01.834195 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-eb4e25cc-2539-40b7-aa0e-fcd664203ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:11:01.847565 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 47c71c0a-a5f7-4a6c-939c-81ef96bfa929, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=47c71c0a-a5f7-4a6c-939c-81ef96bfa929,segment=NetworkSegment(dd24c109-b873-4075-a547-36393fe5fd42),segment_id=dd24c109-b873-4075-a547-36393fe5fd42)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:11:01.856423 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:01.860038 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:11:01.956219 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8c5b25de-a878-44d1-8e3d-bded5ebcec9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:01.993262 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=47c71c0a-a5f7-4a6c-939c-81ef96bfa929,revision_number=6']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:11:01.993614 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8c5b25de-a878-44d1-8e3d-bded5ebcec9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:01.998373 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:11:02.028676 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f68f77-addd-4ae4-9948-a3555280deb7 req-2d233de4-9ff1-450f-9c81-4de7b66e4ddb tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:02.030247 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-78f68f77-addd-4ae4-9948-a3555280deb7 req-2d233de4-9ff1-450f-9c81-4de7b66e4ddb tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.1655064 May 19 21:11:02.045884 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['47c71c0a-a5f7-4a6c-939c-81ef96bfa929'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:11:02.093654 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-78f68f77-addd-4ae4-9948-a3555280deb7 req-cc3efd32-8203-42f4-970a-80b4f098d57e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518088 May 19 21:11:02.104584 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8c5b25de-a878-44d1-8e3d-bded5ebcec9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:02.110171 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-d7233a89-8e21-450d-aabf-82b25fbe0d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:11:02.125132 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b25de-a878-44d1-8e3d-bded5ebcec9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4b023b-bbfc-4d35-8d89-2cc7baa7494d,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:11:02.127773 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-8c5b25de-a878-44d1-8e3d-bded5ebcec9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:11:02.128718 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8c5b25de-a878-44d1-8e3d-bded5ebcec9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:02.130016 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-8c5b25de-a878-44d1-8e3d-bded5ebcec9c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fb4b023b-bbfc-4d35-8d89-2cc7baa7494d HTTP/1.1" status: 204 len: 168 time: 0.3006201 May 19 21:11:02.922877 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a8f43-9df5-4dc8-badf-659fcc49d75a req-7124cf45-8665-4686-b1fb-292eba6cfa10 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:02.927108 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-585a8f43-9df5-4dc8-badf-659fcc49d75a req-7124cf45-8665-4686-b1fb-292eba6cfa10 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 944 time: 0.1673276 May 19 21:11:03.006971 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-585a8f43-9df5-4dc8-badf-659fcc49d75a req-7b704230-9ebc-4160-aa9b-0bc7205e5d13 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683713 May 19 21:11:03.378826 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b75c2-6860-4976-a9ef-70225b296db8 req-1042917a-fe55-4411-8b59-4632ba563657 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:03.381470 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a99b75c2-6860-4976-a9ef-70225b296db8 req-1042917a-fe55-4411-8b59-4632ba563657 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.1528883 May 19 21:11:03.459142 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a99b75c2-6860-4976-a9ef-70225b296db8 req-b1911cbe-5b27-467e-8600-332bc9374b0f tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572243 May 19 21:11:03.542474 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 47c71c0a-a5f7-4a6c-939c-81ef96bfa929 up at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:11:03.675079 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning complete for port 47c71c0a-a5f7-4a6c-939c-81ef96bfa929 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:11:03.675770 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:03.877486 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:03.913931 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd455e522-6423-4e4b-af9c-9ea35d638a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c71c0a-a5f7-4a6c-939c-81ef96bfa929'}] {{(pid=91838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:11:03.941209 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 47c71c0a-a5f7-4a6c-939c-81ef96bfa929, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=47c71c0a-a5f7-4a6c-939c-81ef96bfa929,segment=NetworkSegment(dd24c109-b873-4075-a547-36393fe5fd42),segment_id=dd24c109-b873-4075-a547-36393fe5fd42)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:11:03.952679 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:03.961978 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:11:04.044699 dv-cinder-784623-12-iscsi neutron-server[91838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd455e522-6423-4e4b-af9c-9ea35d638a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c71c0a-a5f7-4a6c-939c-81ef96bfa929', 'code': 200} May 19 21:11:04.132138 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=47c71c0a-a5f7-4a6c-939c-81ef96bfa929,revision_number=7']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:11:04.136829 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:11:04.329839 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82228f7c-654e-4b9c-8619-1ea27ba7b125 req-09ab3cf7-b0d1-4626-87f2-2117b9d262e2 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:04.338492 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-82228f7c-654e-4b9c-8619-1ea27ba7b125 req-09ab3cf7-b0d1-4626-87f2-2117b9d262e2 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 945 time: 0.1226401 May 19 21:11:04.412612 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-82228f7c-654e-4b9c-8619-1ea27ba7b125 req-9f373cf8-d52f-45be-bdf7-8b7ce21f44f5 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653315 May 19 21:11:04.818594 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9408e1a-9ba2-45f4-ac2b-814603dfdd81 req-689dbc90-c47f-4489-b826-6da6e48c8b07 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:04.821782 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-f9408e1a-9ba2-45f4-ac2b-814603dfdd81 req-689dbc90-c47f-4489-b826-6da6e48c8b07 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.1635761 May 19 21:11:04.927015 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-f9408e1a-9ba2-45f4-ac2b-814603dfdd81 req-fd1c6856-66d5-4caa-b688-b1b0c17b8661 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921035 May 19 21:11:05.756820 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f2a80-c446-4676-9b1f-fe85408d7c56 req-2e904a8d-7840-4248-a880-d8ae0f186bde tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:05.767684 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c21f2a80-c446-4676-9b1f-fe85408d7c56 req-2e904a8d-7840-4248-a880-d8ae0f186bde tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 945 time: 0.1464577 May 19 21:11:05.844867 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c21f2a80-c446-4676-9b1f-fe85408d7c56 req-681e3888-a2a6-4e22-b7f1-a524ffd42095 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707901 May 19 21:11:06.010832 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-fac577b7-aefb-4036-957a-ff2f25f4d394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:06.277238 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fc016-c6a0-4668-bf4c-7ab381e48c22 req-3a283344-a938-4ba0-954b-2e2b32ecda80 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:06.279755 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-b41fc016-c6a0-4668-bf4c-7ab381e48c22 req-3a283344-a938-4ba0-954b-2e2b32ecda80 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.1458266 May 19 21:11:06.357190 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-b41fc016-c6a0-4668-bf4c-7ab381e48c22 req-3c1c4f71-c7a7-49bc-9ab5-8016079b1145 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707102 May 19 21:11:07.142669 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdff7e-2e78-40fc-869f-561d62c348a3 req-9d1c0051-548b-43bf-ab0d-56bf82278979 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:07.144977 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-19cdff7e-2e78-40fc-869f-561d62c348a3 req-9d1c0051-548b-43bf-ab0d-56bf82278979 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 945 time: 0.1215105 May 19 21:11:07.215929 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-19cdff7e-2e78-40fc-869f-561d62c348a3 req-70607795-dbaf-4d71-ac5f-1fe14a869025 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611861 May 19 21:11:07.746670 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc12e40-fae4-4075-b2a3-7425b248ba90 req-1ca3df88-e549-45b3-a0ba-55f8a0e14275 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:07.749347 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-9fc12e40-fae4-4075-b2a3-7425b248ba90 req-1ca3df88-e549-45b3-a0ba-55f8a0e14275 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.1046832 May 19 21:11:07.818607 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-9fc12e40-fae4-4075-b2a3-7425b248ba90 req-acad15fc-380b-4fcc-9545-187c517be104 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595062 May 19 21:11:08.500621 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:08.599540 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fca465-2c49-4907-9348-06981af13146 req-d99ede50-57e5-414a-a642-f61236b5620e tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:08.607683 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-45fca465-2c49-4907-9348-06981af13146 req-d99ede50-57e5-414a-a642-f61236b5620e tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 945 time: 0.2333004 May 19 21:11:08.679070 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-45fca465-2c49-4907-9348-06981af13146 req-f71416a0-312c-4212-9b0a-905a40d1d23e tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651720 May 19 21:11:08.818082 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-28417fdd-4e1b-4f3c-ad12-bd8da8c15098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:09.140719 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c59cbf-9250-4f10-9b59-5a59c7b059d7 req-58939605-0ae3-4f6d-999e-16f5081ea70f tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:09.149335 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-02c59cbf-9250-4f10-9b59-5a59c7b059d7 req-58939605-0ae3-4f6d-999e-16f5081ea70f tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.1405005 May 19 21:11:09.202083 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-02c59cbf-9250-4f10-9b59-5a59c7b059d7 req-f8234d09-c3ff-4d56-99f5-adc1c21a92bc tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514481 May 19 21:11:09.441268 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:10.078274 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67882edb-d234-4c42-89a1-fb4f303a5c8b req-0f259539-eab2-47d2-8036-e38e40866a51 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:10.082177 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-67882edb-d234-4c42-89a1-fb4f303a5c8b req-0f259539-eab2-47d2-8036-e38e40866a51 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 945 time: 0.1295481 May 19 21:11:10.156474 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-67882edb-d234-4c42-89a1-fb4f303a5c8b req-4cfc1112-fdf5-451f-a7c7-c97224bb576f tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627711 May 19 21:11:10.571144 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d5170-3874-4044-a64a-6e22ee366ba1 req-a7aba019-28e3-4918-b639-7e0af8fdde25 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:10.572020 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-689d5170-3874-4044-a64a-6e22ee366ba1 req-a7aba019-28e3-4918-b639-7e0af8fdde25 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.2135468 May 19 21:11:10.674775 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-689d5170-3874-4044-a64a-6e22ee366ba1 req-44d49525-6365-4a87-97a0-9cde85e1022f tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880759 May 19 21:11:11.261158 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:11.487906 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ce867-915c-459c-8449-f9e064598fd1 req-aeade991-c54d-44a7-87fc-5619489403c9 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:11.491943 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-898ce867-915c-459c-8449-f9e064598fd1 req-aeade991-c54d-44a7-87fc-5619489403c9 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 945 time: 0.1527953 May 19 21:11:11.549831 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-898ce867-915c-459c-8449-f9e064598fd1 req-3a3ba230-ffa3-411b-9627-ff49bf4c4822 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493810 May 19 21:11:12.110030 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc3c8a-cf5c-4f31-8d01-d7874f53bc3d req-eb42c189-bc14-46ae-9588-da02915e54cc tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:12.114226 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-d3dc3c8a-cf5c-4f31-8d01-d7874f53bc3d req-eb42c189-bc14-46ae-9588-da02915e54cc tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.1889787 May 19 21:11:12.198173 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-d3dc3c8a-cf5c-4f31-8d01-d7874f53bc3d req-7e1f451d-f2a3-4558-a9c9-cd1f5d83cf31 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718145 May 19 21:11:12.917104 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1434218-a883-4af3-98ef-56c4c724100c req-7c726051-5aaf-4abc-84cc-8d239b8cf861 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:12.920079 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d1434218-a883-4af3-98ef-56c4c724100c req-7c726051-5aaf-4abc-84cc-8d239b8cf861 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 945 time: 0.1732740 May 19 21:11:13.022438 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d1434218-a883-4af3-98ef-56c4c724100c req-4dbbbcc7-e653-4125-8b14-f7d2babce0cd tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916305 May 19 21:11:13.634737 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53553b53-d533-4f60-a9e2-90ba004c3fd2 req-e64e397e-20ab-41a9-bc60-7538d1c5ba94 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:13.637970 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-53553b53-d533-4f60-a9e2-90ba004c3fd2 req-e64e397e-20ab-41a9-bc60-7538d1c5ba94 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.2336309 May 19 21:11:13.727699 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-53553b53-d533-4f60-a9e2-90ba004c3fd2 req-fef779da-b4b5-4b5a-a3a1-b0e07efbb4ef tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775976 May 19 21:11:14.260815 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8677f-a975-48d7-8cf1-6b815b9ea8a1 req-c76b0189-d877-490c-8b13-516f71d13dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:14.263134 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0de8677f-a975-48d7-8cf1-6b815b9ea8a1 req-c76b0189-d877-490c-8b13-516f71d13dc7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=181c084e22284e5ca4bdb85e1464e799&device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 1098 time: 0.3083935 May 19 21:11:14.273948 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6117c7-a0c8-4dff-8441-6cf9dfdd7f2b req-d66c85f8-ce4e-488a-84c2-7a0d5a56bf8c tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:14.276606 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0e6117c7-a0c8-4dff-8441-6cf9dfdd7f2b req-d66c85f8-ce4e-488a-84c2-7a0d5a56bf8c tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.1970603 May 19 21:11:14.400913 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0e6117c7-a0c8-4dff-8441-6cf9dfdd7f2b req-44046520-c8da-4573-83d6-40552e8daecb tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846879 May 19 21:11:14.483371 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36450c49-5d68-4a71-97fd-b07e742c00bc req-93bee3e2-5240-40ce-b9e6-ccf4b0807273 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:14.486268 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-36450c49-5d68-4a71-97fd-b07e742c00bc req-93bee3e2-5240-40ce-b9e6-ccf4b0807273 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 945 time: 0.1886237 May 19 21:11:14.507316 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:14.607733 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8677f-a975-48d7-8cf1-6b815b9ea8a1 req-9538bb47-66fe-43ec-b5f6-417a8f4c8933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:14.608814 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-36450c49-5d68-4a71-97fd-b07e742c00bc req-45cf5ccd-377e-4283-820a-47ac5a79605b tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113663 May 19 21:11:14.610403 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0de8677f-a975-48d7-8cf1-6b815b9ea8a1 req-9538bb47-66fe-43ec-b5f6-417a8f4c8933 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ba66b4b4-ff54-4d87-8733-625194c2e0f7 HTTP/1.1" status: 200 len: 920 time: 0.3323009 May 19 21:11:14.730972 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0de8677f-a975-48d7-8cf1-6b815b9ea8a1 req-260b8c3d-dd88-4f96-aef5-c3b27c9eb772 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8b2d0e7-03c8-4555-8af2-3847c800d7e4 HTTP/1.1" status: 200 len: 217 time: 0.1127124 May 19 21:11:14.919733 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8677f-a975-48d7-8cf1-6b815b9ea8a1 req-fa0ec953-8649-4026-a08f-d26f6df6aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:14.919733 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0de8677f-a975-48d7-8cf1-6b815b9ea8a1 req-fa0ec953-8649-4026-a08f-d26f6df6aa97 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4eb5b8dd-57eb-4bea-ad4e-bbeedb2dc092 HTTP/1.1" status: 200 len: 859 time: 0.1798191 May 19 21:11:15.160060 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0de8677f-a975-48d7-8cf1-6b815b9ea8a1 req-fd45a87e-9555-4a9e-8c1c-91afd57d3c6e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ba66b4b4-ff54-4d87-8733-625194c2e0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2332902 May 19 21:11:15.401809 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87276e-aa17-449a-bf19-74fd00db9fe5 req-40a5e757-13d5-4aa5-b34e-0b099f03f168 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:15.403459 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4c87276e-aa17-449a-bf19-74fd00db9fe5 req-40a5e757-13d5-4aa5-b34e-0b099f03f168 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.3106530 May 19 21:11:15.405730 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0de8677f-a975-48d7-8cf1-6b815b9ea8a1 req-a028fe3a-5e0b-4f17-868a-f0d9f70116e6 service neutron] 10.222.0.25 "GET /v2.0/networks/ba66b4b4-ff54-4d87-8733-625194c2e0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335672 May 19 21:11:15.463832 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4c87276e-aa17-449a-bf19-74fd00db9fe5 req-714337a9-9aed-4119-95fc-d58d77c8fe7e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475779 May 19 21:11:15.695916 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0de8677f-a975-48d7-8cf1-6b815b9ea8a1 req-14c10388-919d-48c9-b891-8582a2440594 service neutron] 10.222.0.25 "GET /v2.0/networks/ba66b4b4-ff54-4d87-8733-625194c2e0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082605 May 19 21:11:15.734791 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141ff90-3f7f-473a-811b-ea14a9c58571 req-c9b80ce8-f10b-4394-90de-f65e653f5952 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:15.736570 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-f141ff90-3f7f-473a-811b-ea14a9c58571 req-c9b80ce8-f10b-4394-90de-f65e653f5952 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.1201019 May 19 21:11:15.802962 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-f141ff90-3f7f-473a-811b-ea14a9c58571 req-e80c19a9-906b-4bfc-ac35-e8f712896fed tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568759 May 19 21:11:15.942680 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44029bcf-657b-472b-acb5-fd8352cfcf19 req-5a232f77-76f8-4c4f-978c-5084b3956e5d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:15.944289 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-44029bcf-657b-472b-acb5-fd8352cfcf19 req-5a232f77-76f8-4c4f-978c-5084b3956e5d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 945 time: 0.1630843 May 19 21:11:15.982578 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9c9d7-68f3-4eed-83d1-f14a52947a4c req-99f62f2a-6ebc-406f-8ade-c1e9a07d2b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:15.984079 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2da9c9d7-68f3-4eed-83d1-f14a52947a4c req-99f62f2a-6ebc-406f-8ade-c1e9a07d2b8a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c68d7fb43ad842fea0b389e597b14848&device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 1098 time: 0.1181669 May 19 21:11:16.034907 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-44029bcf-657b-472b-acb5-fd8352cfcf19 req-2bc9ca19-bf41-4e8c-8880-e513fcd852b0 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830090 May 19 21:11:16.149880 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9c9d7-68f3-4eed-83d1-f14a52947a4c req-0a466ccf-44cb-454a-8cbf-d2f722e73bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:16.151386 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2da9c9d7-68f3-4eed-83d1-f14a52947a4c req-0a466ccf-44cb-454a-8cbf-d2f722e73bca service neutron] 10.222.0.25 "GET /v2.0/networks?id=33245778-87d9-4ace-bbb7-ad7041ac660d HTTP/1.1" status: 200 len: 917 time: 0.1574121 May 19 21:11:16.264989 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2da9c9d7-68f3-4eed-83d1-f14a52947a4c req-1eace456-5ed0-49a7-9837-1aa52db4cc5f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47c71c0a-a5f7-4a6c-939c-81ef96bfa929 HTTP/1.1" status: 200 len: 1001 time: 0.1043487 May 19 21:11:16.335726 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9c9d7-68f3-4eed-83d1-f14a52947a4c req-d49219d9-fca3-4aed-ba75-a85126608ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:16.337589 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2da9c9d7-68f3-4eed-83d1-f14a52947a4c req-d49219d9-fca3-4aed-ba75-a85126608ca7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a96f8d10-418e-4531-973e-67a2c5d86867 HTTP/1.1" status: 200 len: 855 time: 0.0646060 May 19 21:11:16.435569 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9c9d7-68f3-4eed-83d1-f14a52947a4c req-dea9bf8d-e9ea-4933-90c6-34bf179cdac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:16.437099 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2da9c9d7-68f3-4eed-83d1-f14a52947a4c req-dea9bf8d-e9ea-4933-90c6-34bf179cdac2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=33245778-87d9-4ace-bbb7-ad7041ac660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0917399 May 19 21:11:16.662915 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2da9c9d7-68f3-4eed-83d1-f14a52947a4c req-db744e47-37b4-4593-82bd-e4c574d2f69c service neutron] 10.222.0.25 "GET /v2.0/networks/33245778-87d9-4ace-bbb7-ad7041ac660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176888 May 19 21:11:16.847746 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af595e8-2adf-45d3-90e7-719d16996bc6 req-73fc64e5-1b92-4780-a03a-ed5dbb2224b4 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:16.849372 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-6af595e8-2adf-45d3-90e7-719d16996bc6 req-73fc64e5-1b92-4780-a03a-ed5dbb2224b4 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.2393205 May 19 21:11:16.859023 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2da9c9d7-68f3-4eed-83d1-f14a52947a4c req-74a48aa5-0f2f-49ed-842a-b5a28fae4d98 service neutron] 10.222.0.25 "GET /v2.0/networks/33245778-87d9-4ace-bbb7-ad7041ac660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855533 May 19 21:11:16.907342 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-6af595e8-2adf-45d3-90e7-719d16996bc6 req-2fd7f793-5491-4b07-9ab1-f19e375552c4 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471275 May 19 21:11:16.943275 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30aa40f-14fc-4ccb-8e63-be93ab3a57d3 req-980cfa18-05e2-49fc-a1c0-9a9877f0e6a3 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:16.944773 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c30aa40f-14fc-4ccb-8e63-be93ab3a57d3 req-980cfa18-05e2-49fc-a1c0-9a9877f0e6a3 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7e1e4b7-91d1-4ef2-86b1-b1ee12ae3a32 HTTP/1.1" status: 200 len: 945 time: 0.1898165 May 19 21:11:17.002248 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c30aa40f-14fc-4ccb-8e63-be93ab3a57d3 req-c7160fae-15e5-4dd8-8255-19dbaf577a60 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472071 May 19 21:11:17.130765 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8fbc4-f813-4199-bb8a-db44936f0567 req-a322f94b-a8f8-4520-9d90-aa0a2956a46e tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:17.132783 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e5d8fbc4-f813-4199-bb8a-db44936f0567 req-a322f94b-a8f8-4520-9d90-aa0a2956a46e tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.1060710 May 19 21:11:17.183872 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e5d8fbc4-f813-4199-bb8a-db44936f0567 req-f3ef390d-de04-4fb4-b49d-473b8ea391e3 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446851 May 19 21:11:17.440775 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acaa73-0902-45cc-8117-26ab924e5952 req-afc4552d-3c68-4521-b5f3-ffa7c118a2b5 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:17.443194 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-72acaa73-0902-45cc-8117-26ab924e5952 req-afc4552d-3c68-4521-b5f3-ffa7c118a2b5 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 945 time: 0.1459227 May 19 21:11:17.546703 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bca49-9b4c-4a02-83e7-ee58e03a0259 req-c41bf9e2-d56c-415d-947b-c7059f4ff378 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:17.549628 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-2d0bca49-9b4c-4a02-83e7-ee58e03a0259 req-c41bf9e2-d56c-415d-947b-c7059f4ff378 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.1583800 May 19 21:11:17.630368 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-2d0bca49-9b4c-4a02-83e7-ee58e03a0259 req-cb262b07-0693-459c-985a-ab11d909c2c3 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730913 May 19 21:11:17.657294 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-72acaa73-0902-45cc-8117-26ab924e5952 req-576da03d-2477-4ef2-ab16-10efc35deb02 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015584 May 19 21:11:17.678302 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2342b-2231-4c96-b4fb-64bc8ca40926 req-37bf091d-67a1-43e6-95a0-324e9eecb5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:17.679877 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-85e2342b-2231-4c96-b4fb-64bc8ca40926 req-37bf091d-67a1-43e6-95a0-324e9eecb5f0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e1b034612bc4c438c95a1e8b0fd3627&device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 1098 time: 0.2094047 May 19 21:11:17.832083 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2342b-2231-4c96-b4fb-64bc8ca40926 req-fb114c0d-df3a-4d8c-8e25-c9d4e6446dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:17.833603 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-85e2342b-2231-4c96-b4fb-64bc8ca40926 req-fb114c0d-df3a-4d8c-8e25-c9d4e6446dd4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=73cdea18-8046-49f0-a6f7-a0df883fcd0a HTTP/1.1" status: 200 len: 911 time: 0.1458392 May 19 21:11:17.954394 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-85e2342b-2231-4c96-b4fb-64bc8ca40926 req-2332a050-3d9e-4505-afb4-1524d2c4a1af service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f754221b-9321-429c-b76d-2a4ae4f1f65a HTTP/1.1" status: 200 len: 1001 time: 0.1119645 May 19 21:11:18.033992 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2342b-2231-4c96-b4fb-64bc8ca40926 req-faa8e6cf-d9b5-4da1-80bd-04e57719cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:18.036188 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-85e2342b-2231-4c96-b4fb-64bc8ca40926 req-faa8e6cf-d9b5-4da1-80bd-04e57719cc07 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=630830f2-778f-4bba-87b9-a49ae18b87af HTTP/1.1" status: 200 len: 849 time: 0.0737045 May 19 21:11:18.129809 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2342b-2231-4c96-b4fb-64bc8ca40926 req-dfa3ae1b-36f3-4717-81d0-300c28cf3de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:18.131622 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-85e2342b-2231-4c96-b4fb-64bc8ca40926 req-dfa3ae1b-36f3-4717-81d0-300c28cf3de1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=73cdea18-8046-49f0-a6f7-a0df883fcd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0876191 May 19 21:11:18.229443 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebf5bc-5d78-4f3b-9386-d6352dd83777 req-0922c158-a102-43f2-80a4-6030ce97d668 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:18.231166 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-a4ebf5bc-5d78-4f3b-9386-d6352dd83777 req-0922c158-a102-43f2-80a4-6030ce97d668 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7e1e4b7-91d1-4ef2-86b1-b1ee12ae3a32 HTTP/1.1" status: 200 len: 945 time: 0.1004975 May 19 21:11:18.291723 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-a4ebf5bc-5d78-4f3b-9386-d6352dd83777 req-ad55301e-942e-4c76-b9ae-5b4e56c09c37 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493157 May 19 21:11:18.473530 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-85e2342b-2231-4c96-b4fb-64bc8ca40926 req-11473813-70ca-4f39-b33c-04b8886e63b6 service neutron] 10.222.0.25 "GET /v2.0/networks/73cdea18-8046-49f0-a6f7-a0df883fcd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298006 May 19 21:11:18.676922 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-85e2342b-2231-4c96-b4fb-64bc8ca40926 req-c586d8cf-1a40-4464-a0d1-b449b7450184 service neutron] 10.222.0.25 "GET /v2.0/networks/73cdea18-8046-49f0-a6f7-a0df883fcd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955235 May 19 21:11:18.688227 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbfa98-047c-4d4c-a5dc-837cee6e0732 req-2456d8e3-e6c7-4556-989d-eb2e3452cf89 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:18.689696 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7ffbfa98-047c-4d4c-a5dc-837cee6e0732 req-2456d8e3-e6c7-4556-989d-eb2e3452cf89 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e1e4b7-91d1-4ef2-86b1-b1ee12ae3a32 HTTP/1.1" status: 200 len: 945 time: 0.3494258 May 19 21:11:18.742580 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fcc7c-97c6-4993-860c-7310153761d4 req-b2ac7359-24f2-464c-a144-88c6829d87bc tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:18.744538 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3f0fcc7c-97c6-4993-860c-7310153761d4 req-b2ac7359-24f2-464c-a144-88c6829d87bc tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.3331373 May 19 21:11:18.911246 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3f0fcc7c-97c6-4993-860c-7310153761d4 req-4bd64454-c19a-479c-96ef-1244fb7854b5 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545730 May 19 21:11:18.985206 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-7ffbfa98-047c-4d4c-a5dc-837cee6e0732 req-ed27c3de-9c41-4225-b7f5-a0abc0873849 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Deleting port ffb001d1-1624-4324-80c1-37b77e0940b0 {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:11:18.985592 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-7ffbfa98-047c-4d4c-a5dc-837cee6e0732 req-ed27c3de-9c41-4225-b7f5-a0abc0873849 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:19.014524 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcce67-36c5-45a3-8a6d-391973eda5f5 req-1c010b32-3199-483e-9969-4b4487210bb0 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:19.017845 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-e6dcce67-36c5-45a3-8a6d-391973eda5f5 req-1c010b32-3199-483e-9969-4b4487210bb0 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.1529224 May 19 21:11:19.113137 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-e6dcce67-36c5-45a3-8a6d-391973eda5f5 req-aaf0f331-a60e-469b-8dc3-57e7a8461a2f tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834148 May 19 21:11:19.209869 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-7ffbfa98-047c-4d4c-a5dc-837cee6e0732 req-ed27c3de-9c41-4225-b7f5-a0abc0873849 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] For port ffb001d1-1624-4324-80c1-37b77e0940b0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ffb001d1-1624-4324-80c1-37b77e0940b0,segment=NetworkSegment(b490382e-b18a-49ba-8255-29d8291b1b57),segment_id=b490382e-b18a-49ba-8255-29d8291b1b57)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:11:19.210201 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-7ffbfa98-047c-4d4c-a5dc-837cee6e0732 req-ed27c3de-9c41-4225-b7f5-a0abc0873849 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:19.355379 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121bb92-193f-4f93-8485-77eefbc7f88a req-ffe90db3-00d6-403f-ab3e-07d046292d43 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:19.357770 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b121bb92-193f-4f93-8485-77eefbc7f88a req-ffe90db3-00d6-403f-ab3e-07d046292d43 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 945 time: 0.2655718 May 19 21:11:19.370187 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-7ffbfa98-047c-4d4c-a5dc-837cee6e0732 req-ed27c3de-9c41-4225-b7f5-a0abc0873849 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Calling delete_port for ffb001d1-1624-4324-80c1-37b77e0940b0 owned by compute:nova {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:11:19.478766 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b121bb92-193f-4f93-8485-77eefbc7f88a req-9ba965f2-e3ee-44d4-a015-03ec30ad616a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033297 May 19 21:11:19.608008 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b4972-8c09-4093-a88c-6045f6edcfa9 req-1e82b91f-ffef-4f8e-af83-f3e1db73aa07 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:19.611207 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-271b4972-8c09-4093-a88c-6045f6edcfa9 req-1e82b91f-ffef-4f8e-af83-f3e1db73aa07 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7e1e4b7-91d1-4ef2-86b1-b1ee12ae3a32 HTTP/1.1" status: 200 len: 945 time: 0.1549273 May 19 21:11:19.645701 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 47c71c0a-a5f7-4a6c-939c-81ef96bfa929 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:11:19.702068 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-271b4972-8c09-4093-a88c-6045f6edcfa9 req-53d3d72d-6696-4a0f-80e1-fcb39a8ce42e tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789940 May 19 21:11:19.748936 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-7ffbfa98-047c-4d4c-a5dc-837cee6e0732 req-ed27c3de-9c41-4225-b7f5-a0abc0873849 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:19.759406 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-2d8b3989-833c-4ceb-aea2-f1b9f1a544f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:11:19.810945 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['ad249b6e-b1f9-4912-b2bf-5df4f5180208', 'a5e863d8-9aaa-4cfb-b355-9ebe571330ae', '0dbfb597-1449-494b-9e10-6b8357e60f67'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:11:19.843588 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27c3de-9c41-4225-b7f5-a0abc0873849 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Pushing event deleted for resources: {'Port': ['ID=ffb001d1-1624-4324-80c1-37b77e0940b0,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:11:19.864480 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27c3de-9c41-4225-b7f5-a0abc0873849 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:19.864969 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27c3de-9c41-4225-b7f5-a0abc0873849 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:19.865559 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27c3de-9c41-4225-b7f5-a0abc0873849 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:19.866140 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27c3de-9c41-4225-b7f5-a0abc0873849 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:19.866736 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27c3de-9c41-4225-b7f5-a0abc0873849 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:19.867290 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27c3de-9c41-4225-b7f5-a0abc0873849 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:19.867945 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27c3de-9c41-4225-b7f5-a0abc0873849 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:19.868666 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27c3de-9c41-4225-b7f5-a0abc0873849 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:19.869279 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27c3de-9c41-4225-b7f5-a0abc0873849 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:19.869876 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27c3de-9c41-4225-b7f5-a0abc0873849 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:19.870437 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27c3de-9c41-4225-b7f5-a0abc0873849 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:19.871008 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27c3de-9c41-4225-b7f5-a0abc0873849 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:19.933581 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-ed27c3de-9c41-4225-b7f5-a0abc0873849 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:11:19.958473 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:20.011719 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffbfa98-047c-4d4c-a5dc-837cee6e0732 req-ed27c3de-9c41-4225-b7f5-a0abc0873849 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] No DVR routers for this DVR port ffb001d1-1624-4324-80c1-37b77e0940b0 on host hv-cinder-78462 {{(pid=91836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:11:20.018978 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-7ffbfa98-047c-4d4c-a5dc-837cee6e0732 req-ed27c3de-9c41-4225-b7f5-a0abc0873849 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:20.025847 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e1e4b7-91d1-4ef2-86b1-b1ee12ae3a32', 'name': 'network-vif-deleted', 'tag': 'ffb001d1-1624-4324-80c1-37b77e0940b0'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:11:20.053805 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7ffbfa98-047c-4d4c-a5dc-837cee6e0732 req-ed27c3de-9c41-4225-b7f5-a0abc0873849 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.25 "DELETE /v2.0/ports/ffb001d1-1624-4324-80c1-37b77e0940b0 HTTP/1.1" status: 204 len: 173 time: 1.3585808 May 19 21:11:20.124984 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd455e522-6423-4e4b-af9c-9ea35d638a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47c71c0a-a5f7-4a6c-939c-81ef96bfa929'}] {{(pid=91838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:11:20.153720 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 47c71c0a-a5f7-4a6c-939c-81ef96bfa929, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=47c71c0a-a5f7-4a6c-939c-81ef96bfa929,segment=NetworkSegment(dd24c109-b873-4075-a547-36393fe5fd42),segment_id=dd24c109-b873-4075-a547-36393fe5fd42)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:11:20.173920 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:20.175190 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device ffb001d1-1624-4324-80c1-37b77e0940b0 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:11:20.233032 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:11:20.296792 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fdf01-d99d-4e5a-b906-c8b7da2053b9 req-8d346856-3b34-4a69-8e88-c61240171440 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:20.311145 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c00fdf01-d99d-4e5a-b906-c8b7da2053b9 req-8d346856-3b34-4a69-8e88-c61240171440 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.1732223 May 19 21:11:20.334220 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] No Port match for: ffb001d1-1624-4324-80c1-37b77e0940b0 {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:11:20.334814 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device ffb001d1-1624-4324-80c1-37b77e0940b0 not bound to the agent host hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:11:20.411975 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c00fdf01-d99d-4e5a-b906-c8b7da2053b9 req-f463b804-3a18-4318-8d42-6f67178da5a5 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988936 May 19 21:11:20.468485 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=47c71c0a-a5f7-4a6c-939c-81ef96bfa929,revision_number=8']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:11:20.479731 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e1e4b7-91d1-4ef2-86b1-b1ee12ae3a32', 'name': 'network-vif-deleted', 'tag': 'ffb001d1-1624-4324-80c1-37b77e0940b0', 'status': 'completed', 'code': 200} May 19 21:11:20.491289 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:11:20.534241 dv-cinder-784623-12-iscsi neutron-server[91838]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd455e522-6423-4e4b-af9c-9ea35d638a20', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '47c71c0a-a5f7-4a6c-939c-81ef96bfa929', 'code': 422} returned with failed status May 19 21:11:20.841846 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1c4ed-08a1-48ff-8e8a-60036352b9bf req-124d69d0-a9e7-44bb-867e-d8b0fcc4b312 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:20.843654 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-30c1c4ed-08a1-48ff-8e8a-60036352b9bf req-124d69d0-a9e7-44bb-867e-d8b0fcc4b312 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.1482635 May 19 21:11:20.912862 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-30c1c4ed-08a1-48ff-8e8a-60036352b9bf req-5e354578-b307-4d26-b14a-8faff7aea032 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573869 May 19 21:11:21.690972 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542714a6-fcc7-4434-9ab1-8e1c0edfad1d req-f667de71-6fac-4d21-86c5-7a8380afc55c tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:21.693764 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-542714a6-fcc7-4434-9ab1-8e1c0edfad1d req-f667de71-6fac-4d21-86c5-7a8380afc55c tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.1126351 May 19 21:11:21.748453 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-542714a6-fcc7-4434-9ab1-8e1c0edfad1d req-1e62d97c-f066-4bb3-928f-063a44e1ce31 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477624 May 19 21:11:22.234225 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf2a6c-dbc1-4e7e-a8f9-5d082aec739d req-a913c5aa-81d1-4114-ab60-5283552cabc6 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:22.237590 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-52bf2a6c-dbc1-4e7e-a8f9-5d082aec739d req-a913c5aa-81d1-4114-ab60-5283552cabc6 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 943 time: 0.1058583 May 19 21:11:22.317091 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-52bf2a6c-dbc1-4e7e-a8f9-5d082aec739d req-bf8e4df6-8ee6-4a9d-8a09-ab0aafa59c3f tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638456 May 19 21:11:22.649247 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 49460) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:11:22.957136 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c5436de5-5026-40f2-a97f-16d95ec7e167 req-46b17af0-0d4b-4514-b4cc-f23a3390876a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3057110 May 19 21:11:22.973732 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321fe11-df6a-437b-9a98-8c833acbe574 req-1a5f1a3e-820d-4c79-b995-53cca9efdc92 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:22.975033 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-5321fe11-df6a-437b-9a98-8c833acbe574 req-1a5f1a3e-820d-4c79-b995-53cca9efdc92 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Synchronizing usage tracker for tenant:f838b440391445eabd534628afd06893 on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:11:22.988193 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327ef5c-c149-4406-9e1e-1cd91fc82632 req-e66cb365-693b-4717-9134-d6687d7c1ee3 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:22.991854 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-d327ef5c-c149-4406-9e1e-1cd91fc82632 req-e66cb365-693b-4717-9134-d6687d7c1ee3 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.1060433 May 19 21:11:23.000972 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-5321fe11-df6a-437b-9a98-8c833acbe574 req-1a5f1a3e-820d-4c79-b995-53cca9efdc92 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Unset dirty status for tenant:f838b440391445eabd534628afd06893 on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:11:23.002220 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5321fe11-df6a-437b-9a98-8c833acbe574 req-1a5f1a3e-820d-4c79-b995-53cca9efdc92 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f5f2f1-7ef4-4312-a037-abd9bb5d0ea9 HTTP/1.1" status: 200 len: 945 time: 0.3066561 May 19 21:11:23.057122 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-d327ef5c-c149-4406-9e1e-1cd91fc82632 req-d9d7f55e-2e21-4f89-bbab-cb009a7afe89 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491838 May 19 21:11:23.071911 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5321fe11-df6a-437b-9a98-8c833acbe574 req-e65a0e60-646f-46e0-877c-4bb0ca986305 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582964 May 19 21:11:23.604730 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0717345-ab33-48b8-8466-16bc4ed2f4a2 req-f6f6fdf1-df14-45c4-86e8-f4a31f59ecfc tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:23.606441 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c0717345-ab33-48b8-8466-16bc4ed2f4a2 req-f6f6fdf1-df14-45c4-86e8-f4a31f59ecfc tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 943 time: 0.1098206 May 19 21:11:23.670279 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c0717345-ab33-48b8-8466-16bc4ed2f4a2 req-f5255501-a80f-434b-b836-d14b54357d2e tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537524 May 19 21:11:24.420850 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e5703-f6ec-47e4-ac77-0235814429cb req-110b18a5-80f9-4728-b710-66059b625045 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:24.423609 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-7d6e5703-f6ec-47e4-ac77-0235814429cb req-110b18a5-80f9-4728-b710-66059b625045 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f5f2f1-7ef4-4312-a037-abd9bb5d0ea9 HTTP/1.1" status: 200 len: 945 time: 0.1748512 May 19 21:11:24.439549 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678df21c-fee8-4780-af4f-0a672520da74 req-6dea4477-36cd-489e-a556-d1cd505e7ee7 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:24.441252 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-678df21c-fee8-4780-af4f-0a672520da74 req-6dea4477-36cd-489e-a556-d1cd505e7ee7 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.25 "GET /v2.0/ports?device_id=01f5f2f1-7ef4-4312-a037-abd9bb5d0ea9 HTTP/1.1" status: 200 len: 945 time: 0.3131795 May 19 21:11:24.521242 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-7d6e5703-f6ec-47e4-ac77-0235814429cb req-fddf4b72-d6e6-4333-9897-31db23e4c61b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829253 May 19 21:11:24.566207 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e1796-a235-4243-8cbe-ceed883aadf5 req-ed94fa1a-106d-4513-88ec-fd6f86936923 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:24.569694 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-062e1796-a235-4243-8cbe-ceed883aadf5 req-ed94fa1a-106d-4513-88ec-fd6f86936923 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.3070240 May 19 21:11:24.717613 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-062e1796-a235-4243-8cbe-ceed883aadf5 req-0b27d8b7-35a0-480f-9038-166c869f2af2 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368082 May 19 21:11:24.740894 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-678df21c-fee8-4780-af4f-0a672520da74 req-56773292-42b3-4546-867e-93c1bc9527c9 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Deleting port 0dbfb597-1449-494b-9e10-6b8357e60f67 {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:11:24.741258 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-678df21c-fee8-4780-af4f-0a672520da74 req-56773292-42b3-4546-867e-93c1bc9527c9 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:24.902126 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-678df21c-fee8-4780-af4f-0a672520da74 req-56773292-42b3-4546-867e-93c1bc9527c9 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] For port 0dbfb597-1449-494b-9e10-6b8357e60f67, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0dbfb597-1449-494b-9e10-6b8357e60f67,segment=NetworkSegment(b490382e-b18a-49ba-8255-29d8291b1b57),segment_id=b490382e-b18a-49ba-8255-29d8291b1b57)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:11:24.902594 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-678df21c-fee8-4780-af4f-0a672520da74 req-56773292-42b3-4546-867e-93c1bc9527c9 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:24.986459 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416961f-4ab5-4560-a6f8-7303a3e3e46d req-cd966fd1-f5cd-4c03-87be-b19b9c4b409e tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:24.987980 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-7416961f-4ab5-4560-a6f8-7303a3e3e46d req-cd966fd1-f5cd-4c03-87be-b19b9c4b409e tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 943 time: 0.1049867 May 19 21:11:25.048270 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-7416961f-4ab5-4560-a6f8-7303a3e3e46d req-8dcb38dd-54f2-4256-992c-24c849b52be5 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491588 May 19 21:11:25.113430 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-678df21c-fee8-4780-af4f-0a672520da74 req-56773292-42b3-4546-867e-93c1bc9527c9 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Calling delete_port for 0dbfb597-1449-494b-9e10-6b8357e60f67 owned by compute:nova {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:11:25.180701 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5436de5-5026-40f2-a97f-16d95ec7e167 req-6bcfea0e-25cc-4b2b-8c36-ab009c5285c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:25.182203 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c5436de5-5026-40f2-a97f-16d95ec7e167 req-6bcfea0e-25cc-4b2b-8c36-ab009c5285c8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20&tenant_id=c68d7fb43ad842fea0b389e597b14848 HTTP/1.1" status: 200 len: 1096 time: 0.1845109 May 19 21:11:25.335006 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-678df21c-fee8-4780-af4f-0a672520da74 req-56773292-42b3-4546-867e-93c1bc9527c9 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:25.343632 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-ed27c3de-9c41-4225-b7f5-a0abc0873849 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:11:25.347605 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['ad249b6e-b1f9-4912-b2bf-5df4f5180208', 'a5e863d8-9aaa-4cfb-b355-9ebe571330ae', '0dbfb597-1449-494b-9e10-6b8357e60f67'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:11:25.395119 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56773292-42b3-4546-867e-93c1bc9527c9 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Pushing event deleted for resources: {'Port': ['ID=0dbfb597-1449-494b-9e10-6b8357e60f67,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:11:25.399386 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-56773292-42b3-4546-867e-93c1bc9527c9 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:11:25.591231 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5436de5-5026-40f2-a97f-16d95ec7e167 req-8e52e402-6b59-470e-b15d-dc91f5463c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:25.592668 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c5436de5-5026-40f2-a97f-16d95ec7e167 req-8e52e402-6b59-470e-b15d-dc91f5463c66 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c68d7fb43ad842fea0b389e597b14848&device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 1096 time: 0.3526978 May 19 21:11:25.593742 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-678df21c-fee8-4780-af4f-0a672520da74 req-56773292-42b3-4546-867e-93c1bc9527c9 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] No DVR routers for this DVR port 0dbfb597-1449-494b-9e10-6b8357e60f67 on host hv-cinder-78462 {{(pid=91836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:11:25.596671 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-678df21c-fee8-4780-af4f-0a672520da74 req-56773292-42b3-4546-867e-93c1bc9527c9 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:25.599675 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f5f2f1-7ef4-4312-a037-abd9bb5d0ea9', 'name': 'network-vif-deleted', 'tag': '0dbfb597-1449-494b-9e10-6b8357e60f67'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:11:25.710744 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-678df21c-fee8-4780-af4f-0a672520da74 req-56773292-42b3-4546-867e-93c1bc9527c9 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.25 "DELETE /v2.0/ports/0dbfb597-1449-494b-9e10-6b8357e60f67 HTTP/1.1" status: 204 len: 173 time: 1.2609668 May 19 21:11:25.718456 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f5f2f1-7ef4-4312-a037-abd9bb5d0ea9', 'name': 'network-vif-deleted', 'tag': '0dbfb597-1449-494b-9e10-6b8357e60f67', 'status': 'completed', 'code': 200} May 19 21:11:25.775754 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-b17518c3-931d-481f-aa1a-d62bafa8b3f0 req-89af69d6-f91f-408b-9e55-4565747c3106 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Synchronizing usage tracker for tenant:f838b440391445eabd534628afd06893 on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:11:25.799441 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-b17518c3-931d-481f-aa1a-d62bafa8b3f0 req-89af69d6-f91f-408b-9e55-4565747c3106 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Unset dirty status for tenant:f838b440391445eabd534628afd06893 on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:11:25.800712 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b17518c3-931d-481f-aa1a-d62bafa8b3f0 req-89af69d6-f91f-408b-9e55-4565747c3106 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f5f2f1-7ef4-4312-a037-abd9bb5d0ea9 HTTP/1.1" status: 200 len: 210 time: 0.0889554 May 19 21:11:25.836399 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5436de5-5026-40f2-a97f-16d95ec7e167 req-fc08e514-7615-4614-ad68-e7c36b14faff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:25.838663 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c5436de5-5026-40f2-a97f-16d95ec7e167 req-fc08e514-7615-4614-ad68-e7c36b14faff service neutron] 10.222.0.25 "GET /v2.0/networks?id=33245778-87d9-4ace-bbb7-ad7041ac660d HTTP/1.1" status: 200 len: 917 time: 0.2333539 May 19 21:11:25.944347 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f03d4-d24d-4cc3-9750-56a414694bfe req-ba216711-8f2b-4708-a607-521eec427dd6 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:25.946584 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-8c9f03d4-d24d-4cc3-9750-56a414694bfe req-ba216711-8f2b-4708-a607-521eec427dd6 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.0930424 May 19 21:11:26.011800 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-8c9f03d4-d24d-4cc3-9750-56a414694bfe req-22912c27-b9ad-4314-958e-2a5dfbb93ab9 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559075 May 19 21:11:26.030391 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c5436de5-5026-40f2-a97f-16d95ec7e167 req-ce05770c-c624-4ad9-8442-c62dd436ab1d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47c71c0a-a5f7-4a6c-939c-81ef96bfa929 HTTP/1.1" status: 200 len: 999 time: 0.1832569 May 19 21:11:26.102430 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5436de5-5026-40f2-a97f-16d95ec7e167 req-5f0abf7d-5528-417a-9f22-a359e186c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:26.103878 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c5436de5-5026-40f2-a97f-16d95ec7e167 req-5f0abf7d-5528-417a-9f22-a359e186c39a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a96f8d10-418e-4531-973e-67a2c5d86867 HTTP/1.1" status: 200 len: 855 time: 0.0671613 May 19 21:11:26.240308 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5436de5-5026-40f2-a97f-16d95ec7e167 req-45128722-aad0-4bfb-9a24-898cd04f1dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:26.241684 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c5436de5-5026-40f2-a97f-16d95ec7e167 req-45128722-aad0-4bfb-9a24-898cd04f1dd2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=33245778-87d9-4ace-bbb7-ad7041ac660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1298993 May 19 21:11:26.401072 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58dbc91-f4cb-4d9d-a0a7-581026247184 req-af98ad17-d338-45bc-aeee-eb85592b5765 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:26.402876 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d58dbc91-f4cb-4d9d-a0a7-581026247184 req-af98ad17-d338-45bc-aeee-eb85592b5765 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 943 time: 0.2082574 May 19 21:11:26.442997 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c5436de5-5026-40f2-a97f-16d95ec7e167 req-ff9c9bf4-9f55-4705-9ae1-5b38f0265533 service neutron] 10.222.0.25 "GET /v2.0/networks/33245778-87d9-4ace-bbb7-ad7041ac660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925638 May 19 21:11:26.508218 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d58dbc91-f4cb-4d9d-a0a7-581026247184 req-32474058-2ee1-43ac-8a82-c4d32b01812c tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882142 May 19 21:11:26.609969 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c5436de5-5026-40f2-a97f-16d95ec7e167 req-6d0fa9cd-aff3-4481-9ea2-4918a5c9b00d service neutron] 10.222.0.25 "GET /v2.0/networks/33245778-87d9-4ace-bbb7-ad7041ac660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599529 May 19 21:11:27.197761 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13983ea1-47f2-40c6-b1e7-8ba66e227ead req-7521564d-5ad9-45da-bbda-b324b49fe5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:27.200799 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-13983ea1-47f2-40c6-b1e7-8ba66e227ead req-7521564d-5ad9-45da-bbda-b324b49fe5ce service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 1098 time: 0.1464715 May 19 21:11:27.413905 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-13983ea1-47f2-40c6-b1e7-8ba66e227ead req-9da19419-b91d-4ab3-91ba-1e86a9f19f2c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469009 May 19 21:11:27.584088 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953b908-8ceb-49b8-a09c-4e4ed953957b req-1eba5bca-9ae9-4c3e-9fb8-6b4d730c1055 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:27.592763 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-8953b908-8ceb-49b8-a09c-4e4ed953957b req-1eba5bca-9ae9-4c3e-9fb8-6b4d730c1055 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.2689748 May 19 21:11:27.705303 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 0dbfb597-1449-494b-9e10-6b8357e60f67 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:11:27.745077 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-8953b908-8ceb-49b8-a09c-4e4ed953957b req-7c9ebdb3-a73e-4c6a-922d-c8915a193794 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474891 May 19 21:11:27.787840 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] No Port match for: 0dbfb597-1449-494b-9e10-6b8357e60f67 {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:11:27.793404 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4178979-16fa-46c9-b8a4-ec0166df1a18 req-e81fb5c5-5cc7-438f-8d08-57d7d32951a7 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:27.794678 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 0dbfb597-1449-494b-9e10-6b8357e60f67 not bound to the agent host hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:11:27.798632 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e4178979-16fa-46c9-b8a4-ec0166df1a18 req-e81fb5c5-5cc7-438f-8d08-57d7d32951a7 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8591375-91a5-4950-a3d3-f00ecc967dc2 HTTP/1.1" status: 200 len: 946 time: 0.2117355 May 19 21:11:27.892181 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e4178979-16fa-46c9-b8a4-ec0166df1a18 req-4c14fba5-eac8-4c99-9754-398d57e85887 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874555 May 19 21:11:28.099949 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01a04f-fd44-45ad-85bf-f00bab497ad1 req-979fbd0d-a0b4-4306-837e-a4b2bfddc702 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:28.108741 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-2c01a04f-fd44-45ad-85bf-f00bab497ad1 req-979fbd0d-a0b4-4306-837e-a4b2bfddc702 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 943 time: 0.1272578 May 19 21:11:28.159628 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-2c01a04f-fd44-45ad-85bf-f00bab497ad1 req-f164a1f9-9686-4307-81b4-3dacccd76029 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499496 May 19 21:11:29.066168 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e591c2b-2510-4e3f-9bb8-bf0637bd7691 req-babcfe75-7179-4f01-b8f3-bfde0d652dcf tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:29.068188 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2e591c2b-2510-4e3f-9bb8-bf0637bd7691 req-babcfe75-7179-4f01-b8f3-bfde0d652dcf tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.1186564 May 19 21:11:29.140329 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2e591c2b-2510-4e3f-9bb8-bf0637bd7691 req-c389446e-446f-4ca1-975a-5f4dbec8b9fe tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558357 May 19 21:11:29.197561 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d422ba-2b51-475a-b88a-e46e53b72707 req-bd5b12f9-9a22-4477-afb4-7f36f1218330 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:29.201223 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-99d422ba-2b51-475a-b88a-e46e53b72707 req-bd5b12f9-9a22-4477-afb4-7f36f1218330 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8591375-91a5-4950-a3d3-f00ecc967dc2 HTTP/1.1" status: 200 len: 946 time: 0.1610801 May 19 21:11:29.288311 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-99d422ba-2b51-475a-b88a-e46e53b72707 req-c3870270-6a10-454f-9c91-3c671e70d4e9 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802016 May 19 21:11:29.472741 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f14532-5a28-43ff-82cc-cfb41300c853 req-4bc16368-ba0c-4048-8a3e-7743841a3630 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:29.474885 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e7f14532-5a28-43ff-82cc-cfb41300c853 req-4bc16368-ba0c-4048-8a3e-7743841a3630 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 943 time: 0.1051662 May 19 21:11:29.552104 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e7f14532-5a28-43ff-82cc-cfb41300c853 req-3034a049-b0ed-4497-96e0-e2eede4f52b7 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675697 May 19 21:11:30.503691 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64358101-d360-4aba-9c60-e225278390bd req-829ad939-02a6-433c-8c7e-46ae30244399 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:30.506143 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-64358101-d360-4aba-9c60-e225278390bd req-829ad939-02a6-433c-8c7e-46ae30244399 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.1836734 May 19 21:11:30.620232 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-64358101-d360-4aba-9c60-e225278390bd req-715ab401-19dd-4a05-a9de-774a0d9d22fb tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978813 May 19 21:11:30.706347 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5a002-922a-44c1-b776-22560e9d15d8 req-6da30f3f-8c25-45a9-b2c3-f8661df42012 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:30.709063 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4fc5a002-922a-44c1-b776-22560e9d15d8 req-6da30f3f-8c25-45a9-b2c3-f8661df42012 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8591375-91a5-4950-a3d3-f00ecc967dc2 HTTP/1.1" status: 200 len: 946 time: 0.2121758 May 19 21:11:30.834200 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4fc5a002-922a-44c1-b776-22560e9d15d8 req-1114cf0c-63c1-47f7-96b8-19999d4105e0 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838897 May 19 21:11:30.992442 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a8624-0bd6-4f1d-ad0d-a137738371c6 req-b558997e-5846-4a3e-a426-75c61783a761 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:30.994911 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-ea5a8624-0bd6-4f1d-ad0d-a137738371c6 req-b558997e-5846-4a3e-a426-75c61783a761 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 943 time: 0.1093109 May 19 21:11:31.079399 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-ea5a8624-0bd6-4f1d-ad0d-a137738371c6 req-97c10b11-6b8c-44ed-9c48-26a1abe50b84 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729027 May 19 21:11:31.880191 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862347a-7771-4000-9fdd-0a0c46720002 req-157fe78d-00d4-424d-b81f-2d2e75830916 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:31.881901 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0862347a-7771-4000-9fdd-0a0c46720002 req-157fe78d-00d4-424d-b81f-2d2e75830916 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.0960877 May 19 21:11:31.964050 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0862347a-7771-4000-9fdd-0a0c46720002 req-75912c22-79ef-464f-b5ea-c0d673290b77 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719724 May 19 21:11:32.107937 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db150a1-04a4-4edd-a389-d0e5b4e2ccc1 req-1b4ab231-a554-4c70-b0e6-80c8b862a2fc tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:32.109491 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-1db150a1-04a4-4edd-a389-d0e5b4e2ccc1 req-1b4ab231-a554-4c70-b0e6-80c8b862a2fc tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8591375-91a5-4950-a3d3-f00ecc967dc2 HTTP/1.1" status: 200 len: 946 time: 0.1163931 May 19 21:11:32.187002 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-1db150a1-04a4-4edd-a389-d0e5b4e2ccc1 req-8b61c86c-2de2-4860-afe5-3c173df8e509 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651464 May 19 21:11:32.227289 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:11:32.398383 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f499ed-d09f-4a96-bf5f-44441df76485 req-8be42f7b-d8f0-48cf-8113-39e63db801c8 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:32.406069 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-12f499ed-d09f-4a96-bf5f-44441df76485 req-8be42f7b-d8f0-48cf-8113-39e63db801c8 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 943 time: 0.1289032 May 19 21:11:32.481554 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-12f499ed-d09f-4a96-bf5f-44441df76485 req-5a2a6518-551f-4cef-8067-ee3cd305d188 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701447 May 19 21:11:33.382121 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c6351-7e2b-40bd-92a2-c01ce94f4634 req-8d002156-c3a0-4ee0-a697-5665e22673b4 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:33.388274 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-054c6351-7e2b-40bd-92a2-c01ce94f4634 req-8d002156-c3a0-4ee0-a697-5665e22673b4 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.2700438 May 19 21:11:33.477691 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-054c6351-7e2b-40bd-92a2-c01ce94f4634 req-b7c3b6a3-6ea1-497c-bc22-64a4c1229f2f tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870132 May 19 21:11:33.601660 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e0169-a9de-4bc1-9e39-634b3cc0a928 req-110d6a79-b70f-4b6b-82bb-cf7fd0632cfc tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:33.604369 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c14e0169-a9de-4bc1-9e39-634b3cc0a928 req-110d6a79-b70f-4b6b-82bb-cf7fd0632cfc tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8591375-91a5-4950-a3d3-f00ecc967dc2 HTTP/1.1" status: 200 len: 946 time: 0.2833474 May 19 21:11:33.724984 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c14e0169-a9de-4bc1-9e39-634b3cc0a928 req-96796a90-c57b-471c-ba13-62abf060e3df tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074171 May 19 21:11:33.867752 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cfbbf-222c-48cc-9c58-e2b93835c8ef req-4a950a6d-259f-4c95-886a-cec6501387af tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:33.870585 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-bf0cfbbf-222c-48cc-9c58-e2b93835c8ef req-4a950a6d-259f-4c95-886a-cec6501387af tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 943 time: 0.1665821 May 19 21:11:33.945674 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-bf0cfbbf-222c-48cc-9c58-e2b93835c8ef req-4d3982e4-edbe-4c51-bde0-935b4730c11c tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638540 May 19 21:11:34.801992 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f8bbe-70ed-4d61-9e2a-7ce83c08c819 req-49acae7e-fedf-44d1-8e31-1e1a271e735f tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:34.804713 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-217f8bbe-70ed-4d61-9e2a-7ce83c08c819 req-49acae7e-fedf-44d1-8e31-1e1a271e735f tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.1534266 May 19 21:11:34.901634 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-217f8bbe-70ed-4d61-9e2a-7ce83c08c819 req-ec1e6b84-b159-47ea-ba6d-5150484e3a66 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891216 May 19 21:11:35.074041 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c751aa5-f66c-4e40-a6f3-12a8f3cd760e req-647f9ef4-2e3b-4480-904a-30fc0b9c06f5 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:35.076028 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-2c751aa5-f66c-4e40-a6f3-12a8f3cd760e req-647f9ef4-2e3b-4480-904a-30fc0b9c06f5 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8591375-91a5-4950-a3d3-f00ecc967dc2 HTTP/1.1" status: 200 len: 946 time: 0.1415319 May 19 21:11:35.173596 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-2c751aa5-f66c-4e40-a6f3-12a8f3cd760e req-590cbd90-eaf3-4f2d-9d1d-9927944b7cf0 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855212 May 19 21:11:35.281230 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6c2cc-6580-4d8f-8212-a481d936634e req-5176dc33-2005-410d-9749-63a8498e5c9b tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:35.282907 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-fce6c2cc-6580-4d8f-8212-a481d936634e req-5176dc33-2005-410d-9749-63a8498e5c9b tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 943 time: 0.1311362 May 19 21:11:35.344754 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-fce6c2cc-6580-4d8f-8212-a481d936634e req-4b402c51-0495-498f-b784-6aeb2c63f570 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507579 May 19 21:11:36.009487 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-6b512c89-fa0e-4c51-a8b1-8134a3b2ae35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:36.189730 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df467b8d-7dc8-4c28-a59f-ba3f439318c4 req-34855bb4-7c88-443b-bd3b-d03906018cc3 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:36.191492 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-df467b8d-7dc8-4c28-a59f-ba3f439318c4 req-34855bb4-7c88-443b-bd3b-d03906018cc3 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.1246827 May 19 21:11:36.280229 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-df467b8d-7dc8-4c28-a59f-ba3f439318c4 req-58ad6b25-966b-4ffe-b136-9e1c7998f2b5 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744650 May 19 21:11:36.518894 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8817ea-0498-464e-9d3c-3385498a4d5d req-efa0881b-c476-4434-80b2-1df7449ff67a tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:36.520508 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7b8817ea-0498-464e-9d3c-3385498a4d5d req-efa0881b-c476-4434-80b2-1df7449ff67a tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8591375-91a5-4950-a3d3-f00ecc967dc2 HTTP/1.1" status: 200 len: 946 time: 0.1746762 May 19 21:11:36.576068 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11dad5-dbe6-4d54-a115-cbf514c838cb req-ed67d283-131b-422c-881f-521870e9ee35 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:36.584050 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-ef11dad5-dbe6-4d54-a115-cbf514c838cb req-ed67d283-131b-422c-881f-521870e9ee35 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 943 time: 0.1168215 May 19 21:11:36.609278 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7b8817ea-0498-464e-9d3c-3385498a4d5d req-4607146a-3476-46be-bce9-872d13dc4f61 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738037 May 19 21:11:36.676083 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-ef11dad5-dbe6-4d54-a115-cbf514c838cb req-11ef850e-d83f-4876-91de-2178ba09d17b tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825667 May 19 21:11:37.565489 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b7b71-f673-40d2-aedb-b252520e8b9f req-721bdcc9-7b52-4af4-832e-2737013720c3 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:37.568136 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-811b7b71-f673-40d2-aedb-b252520e8b9f req-721bdcc9-7b52-4af4-832e-2737013720c3 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.1282923 May 19 21:11:37.625793 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-811b7b71-f673-40d2-aedb-b252520e8b9f req-a3e121f3-231d-4000-b624-01bdcadecfe8 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492170 May 19 21:11:37.882952 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84551ec-d726-4bcb-925b-ba0c1e097174 req-5ea349f4-2be5-4ddf-93cc-9ea7f18c2435 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:37.885855 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-a84551ec-d726-4bcb-925b-ba0c1e097174 req-5ea349f4-2be5-4ddf-93cc-9ea7f18c2435 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8591375-91a5-4950-a3d3-f00ecc967dc2 HTTP/1.1" status: 200 len: 946 time: 0.1399701 May 19 21:11:37.937985 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05896391-012e-4651-91c0-513aa72fd4e6 req-b3c7e7e5-9355-4b75-b01d-2b49aac2cdbf tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:37.940898 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-05896391-012e-4651-91c0-513aa72fd4e6 req-b3c7e7e5-9355-4b75-b01d-2b49aac2cdbf tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 943 time: 0.1212647 May 19 21:11:37.963717 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-a84551ec-d726-4bcb-925b-ba0c1e097174 req-bb5e3c17-fa7e-4a93-b4f2-00da6db9e213 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703075 May 19 21:11:38.000273 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-05896391-012e-4651-91c0-513aa72fd4e6 req-b8418aed-9318-4f3d-b7ea-5d9661c7d0cd tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526769 May 19 21:11:38.481627 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:38.810502 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-47a8b46a-b5d1-4903-b6f6-a212c43cd4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:38.866598 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c6b8c-1e78-4e8c-9cc3-1c0a3b449e5a req-7dc507f4-bcb1-4a44-a13e-e2c4c05296f5 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:38.869894 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-5a6c6b8c-1e78-4e8c-9cc3-1c0a3b449e5a req-7dc507f4-bcb1-4a44-a13e-e2c4c05296f5 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.1215308 May 19 21:11:38.942813 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-5a6c6b8c-1e78-4e8c-9cc3-1c0a3b449e5a req-7b47ee48-5ec1-483b-b229-019194c2ab5d tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653896 May 19 21:11:39.227804 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165a98f-6a32-4ea8-9cb9-a78d9afc0bcf req-34972e12-fc79-4be0-90d9-043eea727939 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:39.228718 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a165a98f-6a32-4ea8-9cb9-a78d9afc0bcf req-34972e12-fc79-4be0-90d9-043eea727939 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8591375-91a5-4950-a3d3-f00ecc967dc2 HTTP/1.1" status: 200 len: 946 time: 0.1427031 May 19 21:11:39.286094 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a165a98f-6a32-4ea8-9cb9-a78d9afc0bcf req-95ec8af1-2d9d-4be2-b958-724a3d4dc818 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464990 May 19 21:11:39.316853 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadee915-0db0-4de3-ab47-b5fc42922540 req-9651de34-f0b1-4909-8ae7-4c9d4654b52b tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:39.318623 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-aadee915-0db0-4de3-ab47-b5fc42922540 req-9651de34-f0b1-4909-8ae7-4c9d4654b52b tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 943 time: 0.1230841 May 19 21:11:39.374496 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-aadee915-0db0-4de3-ab47-b5fc42922540 req-6bafd5da-c2cc-4c4c-a54c-65ba6b10055e tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485470 May 19 21:11:39.445368 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:40.168493 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78290076-9c55-47e5-8963-d191389e392a req-4a560341-e02d-4ebc-947e-b65d6d3a90dd tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:40.169946 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-78290076-9c55-47e5-8963-d191389e392a req-4a560341-e02d-4ebc-947e-b65d6d3a90dd tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8591375-91a5-4950-a3d3-f00ecc967dc2 HTTP/1.1" status: 200 len: 946 time: 0.1612484 May 19 21:11:40.222089 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0320f8-7ce1-43d2-9df4-b7fb0a152f95 req-dfab2919-55bb-4e59-8505-63c71891f0ad tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:40.223686 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3d0320f8-7ce1-43d2-9df4-b7fb0a152f95 req-dfab2919-55bb-4e59-8505-63c71891f0ad tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.1612062 May 19 21:11:40.335874 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3d0320f8-7ce1-43d2-9df4-b7fb0a152f95 req-74f2de3c-4b43-4fca-9b19-a21cf471a0d2 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041048 May 19 21:11:40.426588 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-78290076-9c55-47e5-8963-d191389e392a req-06a18336-5d39-4ee9-8df3-578d23700dc8 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Deleting port a5e863d8-9aaa-4cfb-b355-9ebe571330ae {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:11:40.427067 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-78290076-9c55-47e5-8963-d191389e392a req-06a18336-5d39-4ee9-8df3-578d23700dc8 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:40.547519 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-33884f4a-2e94-4021-8b7a-2abe2cd8a15b req-f623a7e0-5338-48c9-b9a2-cdf8359d86c1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1898642 May 19 21:11:40.588412 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012db64b-70ce-4aba-b51d-7318d90426fb req-354b978e-c19b-4a24-830e-ccf03c616234 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:40.596923 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-012db64b-70ce-4aba-b51d-7318d90426fb req-354b978e-c19b-4a24-830e-ccf03c616234 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8591375-91a5-4950-a3d3-f00ecc967dc2 HTTP/1.1" status: 200 len: 946 time: 0.1647739 May 19 21:11:40.618940 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-78290076-9c55-47e5-8963-d191389e392a req-06a18336-5d39-4ee9-8df3-578d23700dc8 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] For port a5e863d8-9aaa-4cfb-b355-9ebe571330ae, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a5e863d8-9aaa-4cfb-b355-9ebe571330ae,segment=NetworkSegment(b490382e-b18a-49ba-8255-29d8291b1b57),segment_id=b490382e-b18a-49ba-8255-29d8291b1b57)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:11:40.619291 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-78290076-9c55-47e5-8963-d191389e392a req-06a18336-5d39-4ee9-8df3-578d23700dc8 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:40.646643 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-012db64b-70ce-4aba-b51d-7318d90426fb req-d0970ac8-b6de-4173-8ae7-f2f5e01d627f tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489230 May 19 21:11:40.797992 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-78290076-9c55-47e5-8963-d191389e392a req-06a18336-5d39-4ee9-8df3-578d23700dc8 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Calling delete_port for a5e863d8-9aaa-4cfb-b355-9ebe571330ae owned by compute:nova {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:11:40.850641 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33884f4a-2e94-4021-8b7a-2abe2cd8a15b req-a85000c7-d08d-4f3a-b7f8-104a301449d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:40.852682 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-33884f4a-2e94-4021-8b7a-2abe2cd8a15b req-a85000c7-d08d-4f3a-b7f8-104a301449d2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=181c084e22284e5ca4bdb85e1464e799&device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 1099 time: 0.2363627 May 19 21:11:40.941964 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad82ec-3afe-40ed-9238-d2dfcd80f2ae req-8c8f2fcc-0899-4904-8e04-6753af1c20cf tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:40.943576 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-d2ad82ec-3afe-40ed-9238-d2dfcd80f2ae req-8c8f2fcc-0899-4904-8e04-6753af1c20cf tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 943 time: 0.1081736 May 19 21:11:41.010291 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-d2ad82ec-3afe-40ed-9238-d2dfcd80f2ae req-91f20755-31d8-4a79-aec4-86ea23d3f6d2 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561414 May 19 21:11:41.099647 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-78290076-9c55-47e5-8963-d191389e392a req-06a18336-5d39-4ee9-8df3-578d23700dc8 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:41.113539 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-23f16627-aeb3-40c3-b81b-899a8ff7c662 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:11:41.115036 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['ad249b6e-b1f9-4912-b2bf-5df4f5180208', 'a5e863d8-9aaa-4cfb-b355-9ebe571330ae'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:11:41.302445 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:41.329341 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a18336-5d39-4ee9-8df3-578d23700dc8 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Pushing event deleted for resources: {'Port': ['ID=a5e863d8-9aaa-4cfb-b355-9ebe571330ae,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:11:41.339792 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-06a18336-5d39-4ee9-8df3-578d23700dc8 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:11:41.341128 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33884f4a-2e94-4021-8b7a-2abe2cd8a15b req-b8c0faf3-b68b-4488-be64-295305c239e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:41.342619 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-33884f4a-2e94-4021-8b7a-2abe2cd8a15b req-b8c0faf3-b68b-4488-be64-295305c239e7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ba66b4b4-ff54-4d87-8733-625194c2e0f7 HTTP/1.1" status: 200 len: 920 time: 0.4588456 May 19 21:11:41.363041 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b44efb-8b5b-4012-ae07-38755e25e0c1 req-0040e1c6-0058-4365-9cc7-c33d316dd7c9 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:41.367272 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-a7b44efb-8b5b-4012-ae07-38755e25e0c1 req-0040e1c6-0058-4365-9cc7-c33d316dd7c9 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.1664147 May 19 21:11:41.427305 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-a7b44efb-8b5b-4012-ae07-38755e25e0c1 req-a12353bd-f8be-4182-8ada-e88f98bfae7e tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495393 May 19 21:11:41.498281 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-33884f4a-2e94-4021-8b7a-2abe2cd8a15b req-f54f8020-f87c-43bc-a54a-3f1030977393 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9aa138d-c786-45b2-b42b-72ed21935e79 HTTP/1.1" status: 200 len: 217 time: 0.1139512 May 19 21:11:41.538059 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-78290076-9c55-47e5-8963-d191389e392a req-06a18336-5d39-4ee9-8df3-578d23700dc8 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] No DVR routers for this DVR port a5e863d8-9aaa-4cfb-b355-9ebe571330ae on host hv-cinder-78462 {{(pid=91836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:11:41.541606 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-78290076-9c55-47e5-8963-d191389e392a req-06a18336-5d39-4ee9-8df3-578d23700dc8 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:41.546990 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8591375-91a5-4950-a3d3-f00ecc967dc2', 'name': 'network-vif-deleted', 'tag': 'a5e863d8-9aaa-4cfb-b355-9ebe571330ae'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:11:41.580358 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-78290076-9c55-47e5-8963-d191389e392a req-06a18336-5d39-4ee9-8df3-578d23700dc8 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.25 "DELETE /v2.0/ports/a5e863d8-9aaa-4cfb-b355-9ebe571330ae HTTP/1.1" status: 204 len: 173 time: 1.4026923 May 19 21:11:41.597411 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33884f4a-2e94-4021-8b7a-2abe2cd8a15b req-7da6453b-10ab-484c-8dd3-f9998cac561d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:41.599126 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-33884f4a-2e94-4021-8b7a-2abe2cd8a15b req-7da6453b-10ab-484c-8dd3-f9998cac561d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4eb5b8dd-57eb-4bea-ad4e-bbeedb2dc092 HTTP/1.1" status: 200 len: 859 time: 0.0927286 May 19 21:11:41.602754 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f0a7f-e021-4795-b9cc-3612b5bd2b35 req-1a702b2b-acd2-42c7-9915-11de0d20481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:41.604316 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-720f0a7f-e021-4795-b9cc-3612b5bd2b35 req-1a702b2b-acd2-42c7-9915-11de0d20481e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=181c084e22284e5ca4bdb85e1464e799&device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 1098 time: 0.3234875 May 19 21:11:41.606005 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8591375-91a5-4950-a3d3-f00ecc967dc2', 'name': 'network-vif-deleted', 'tag': 'a5e863d8-9aaa-4cfb-b355-9ebe571330ae', 'status': 'completed', 'code': 200} May 19 21:11:41.699771 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-33884f4a-2e94-4021-8b7a-2abe2cd8a15b req-5594e2c2-ea5d-4675-a0db-c48c45278263 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ba66b4b4-ff54-4d87-8733-625194c2e0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762007 May 19 21:11:41.924045 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-aee91de9-f6c2-4c9b-b281-d4ff6fdec13f req-76b43456-353a-4a80-8dad-9c0f8e99b085 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8591375-91a5-4950-a3d3-f00ecc967dc2 HTTP/1.1" status: 200 len: 210 time: 0.0707266 May 19 21:11:41.927640 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f0a7f-e021-4795-b9cc-3612b5bd2b35 req-8a612de1-6e1c-493f-88a2-a04d207e05c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:41.929150 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-720f0a7f-e021-4795-b9cc-3612b5bd2b35 req-8a612de1-6e1c-493f-88a2-a04d207e05c2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ba66b4b4-ff54-4d87-8733-625194c2e0f7 HTTP/1.1" status: 200 len: 920 time: 0.2622547 May 19 21:11:41.935625 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-33884f4a-2e94-4021-8b7a-2abe2cd8a15b req-d51d66bf-0b02-4b87-9cec-52ad6387cc18 service neutron] 10.222.0.25 "GET /v2.0/networks/ba66b4b4-ff54-4d87-8733-625194c2e0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243288 May 19 21:11:42.041573 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-720f0a7f-e021-4795-b9cc-3612b5bd2b35 req-17f50139-313f-401d-a81f-ab6f3bd7160c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8b2d0e7-03c8-4555-8af2-3847c800d7e4 HTTP/1.1" status: 200 len: 217 time: 0.0993154 May 19 21:11:42.213062 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f0a7f-e021-4795-b9cc-3612b5bd2b35 req-4f32edd7-3a0c-459d-943e-0743be6a9d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:42.214634 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-720f0a7f-e021-4795-b9cc-3612b5bd2b35 req-4f32edd7-3a0c-459d-943e-0743be6a9d29 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4eb5b8dd-57eb-4bea-ad4e-bbeedb2dc092 HTTP/1.1" status: 200 len: 859 time: 0.1666336 May 19 21:11:42.288681 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-720f0a7f-e021-4795-b9cc-3612b5bd2b35 req-c6161b35-6fc0-4054-9102-2fdc95c26e4d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ba66b4b4-ff54-4d87-8733-625194c2e0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660272 May 19 21:11:42.294134 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-33884f4a-2e94-4021-8b7a-2abe2cd8a15b req-6dfb8ff6-47d5-432e-8d6e-0c85a90edfff service neutron] 10.222.0.25 "GET /v2.0/networks/ba66b4b4-ff54-4d87-8733-625194c2e0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503194 May 19 21:11:42.430105 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2158a7-9a48-46c5-9fd4-4f8311ea934a req-29d0fe51-09dd-486b-b74e-9b679be0b4da tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:42.432336 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-6e2158a7-9a48-46c5-9fd4-4f8311ea934a req-29d0fe51-09dd-486b-b74e-9b679be0b4da tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 943 time: 0.2685270 May 19 21:11:42.485736 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-720f0a7f-e021-4795-b9cc-3612b5bd2b35 req-2635f56e-62de-4006-abfc-b41788ecbb45 service neutron] 10.222.0.25 "GET /v2.0/networks/ba66b4b4-ff54-4d87-8733-625194c2e0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835558 May 19 21:11:42.542649 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-6e2158a7-9a48-46c5-9fd4-4f8311ea934a req-2edb8633-4fe0-4856-8852-d5b5dacb5489 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981851 May 19 21:11:42.689315 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-720f0a7f-e021-4795-b9cc-3612b5bd2b35 req-e7b57d74-414a-4f3d-aa63-13bed5209f20 service neutron] 10.222.0.25 "GET /v2.0/networks/ba66b4b4-ff54-4d87-8733-625194c2e0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935079 May 19 21:11:42.737863 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e234bf5-861b-46b5-8b99-06cc9ac07ee2 req-6f676c21-c1af-447e-80c0-a7957afdc5a9 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:42.748243 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-4e234bf5-861b-46b5-8b99-06cc9ac07ee2 req-6f676c21-c1af-447e-80c0-a7957afdc5a9 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.1369770 May 19 21:11:42.804246 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-4e234bf5-861b-46b5-8b99-06cc9ac07ee2 req-6acff3ca-46bc-433b-a6d3-3afdd768118b tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549202 May 19 21:11:43.782160 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device a5e863d8-9aaa-4cfb-b355-9ebe571330ae no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:11:43.787370 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9e0f1-1b49-486d-826f-b39cff4e2420 req-b6f19aff-7a27-485e-85c1-9536caf875e1 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:43.789167 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-81d9e0f1-1b49-486d-826f-b39cff4e2420 req-b6f19aff-7a27-485e-85c1-9536caf875e1 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 943 time: 0.0932567 May 19 21:11:43.819322 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] No Port match for: a5e863d8-9aaa-4cfb-b355-9ebe571330ae {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:11:43.819640 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device a5e863d8-9aaa-4cfb-b355-9ebe571330ae not bound to the agent host hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:11:43.850690 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-81d9e0f1-1b49-486d-826f-b39cff4e2420 req-ceab3a57-33ef-4938-bc9a-55200a23c900 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541484 May 19 21:11:44.015909 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b8610-3c03-4a88-b6e2-e31b537b013d req-84c75bcf-ee7e-493f-8dad-a795ef40442e tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:44.017488 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-551b8610-3c03-4a88-b6e2-e31b537b013d req-84c75bcf-ee7e-493f-8dad-a795ef40442e tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.0854788 May 19 21:11:44.068182 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-551b8610-3c03-4a88-b6e2-e31b537b013d req-e5299432-b6ba-46b6-84bf-96a9ac92594b tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439000 May 19 21:11:44.504480 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:45.010504 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ed32d-6ae9-4685-bf21-3663b6dc6488 req-6b6bb9ff-e032-45ba-80ce-7165f7b5d090 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:45.011399 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-ac7ed32d-6ae9-4685-bf21-3663b6dc6488 req-6b6bb9ff-e032-45ba-80ce-7165f7b5d090 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Synchronizing usage tracker for tenant:f838b440391445eabd534628afd06893 on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:11:45.034049 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-ac7ed32d-6ae9-4685-bf21-3663b6dc6488 req-6b6bb9ff-e032-45ba-80ce-7165f7b5d090 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Unset dirty status for tenant:f838b440391445eabd534628afd06893 on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:11:45.035648 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ac7ed32d-6ae9-4685-bf21-3663b6dc6488 req-6b6bb9ff-e032-45ba-80ce-7165f7b5d090 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=70e231d7-2a71-487c-ac53-41868e07328f HTTP/1.1" status: 200 len: 946 time: 0.2378290 May 19 21:11:45.099537 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1be55-1487-4d03-aed7-7bac32a9457f req-5b9e6f6e-1ae1-4c54-a1ef-8286e1e62ed3 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:45.102162 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-b7d1be55-1487-4d03-aed7-7bac32a9457f req-5b9e6f6e-1ae1-4c54-a1ef-8286e1e62ed3 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 943 time: 0.1065691 May 19 21:11:45.106051 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ac7ed32d-6ae9-4685-bf21-3663b6dc6488 req-6965a6e8-6d72-43b8-ae9d-6fdf9d8a7123 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628805 May 19 21:11:45.158617 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-b7d1be55-1487-4d03-aed7-7bac32a9457f req-43460c42-508e-4442-ab50-25eed02acbff tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477200 May 19 21:11:45.340369 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472c5a8-b7b0-4654-bfb7-ac7628384355 req-1624d20e-dd8a-4847-9bc5-907352356c81 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:45.343166 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0472c5a8-b7b0-4654-bfb7-ac7628384355 req-1624d20e-dd8a-4847-9bc5-907352356c81 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.1062362 May 19 21:11:45.396465 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0472c5a8-b7b0-4654-bfb7-ac7628384355 req-3a46d5cd-c5f0-4fbb-a6b4-1fd0964996b9 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450716 May 19 21:11:45.775410 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 47c71c0a-a5f7-4a6c-939c-81ef96bfa929 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 21:11:45.966719 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 47c71c0a-a5f7-4a6c-939c-81ef96bfa929, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=47c71c0a-a5f7-4a6c-939c-81ef96bfa929,segment=NetworkSegment(dd24c109-b873-4075-a547-36393fe5fd42),segment_id=dd24c109-b873-4075-a547-36393fe5fd42)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:11:45.992939 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Returning: {'device': '47c71c0a-a5f7-4a6c-939c-81ef96bfa929', 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d', 'port_id': '47c71c0a-a5f7-4a6c-939c-81ef96bfa929', 'mac_address': 'fa:16:3e:81:ac:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 21:11:46.097830 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:46.129876 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c71c0a-a5f7-4a6c-939c-81ef96bfa929 {{(pid=91838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:11:46.161505 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 47c71c0a-a5f7-4a6c-939c-81ef96bfa929, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=47c71c0a-a5f7-4a6c-939c-81ef96bfa929,segment=NetworkSegment(dd24c109-b873-4075-a547-36393fe5fd42),segment_id=dd24c109-b873-4075-a547-36393fe5fd42)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:11:46.169245 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:46.171796 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:11:46.287188 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=47c71c0a-a5f7-4a6c-939c-81ef96bfa929,revision_number=9']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:11:46.301717 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:46.302273 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:46.302822 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:46.303419 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:46.303968 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:46.304610 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:46.305127 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:46.305682 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:46.306236 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:46.306789 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:46.307374 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:46.307916 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:46.314556 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:11:46.487921 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0050c-dde8-499f-a02c-4886f0f4a4b8 req-05926cce-92a9-453b-9a40-91ae168d299c tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:46.489438 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-68c0050c-dde8-499f-a02c-4886f0f4a4b8 req-05926cce-92a9-453b-9a40-91ae168d299c tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=70e231d7-2a71-487c-ac53-41868e07328f HTTP/1.1" status: 200 len: 946 time: 0.1784456 May 19 21:11:46.502989 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567e0cd-6c3a-4e85-bae5-a202cb95f8ed req-54f1c8da-ce03-404d-bb26-6ebf56d0ba29 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:46.504572 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4567e0cd-6c3a-4e85-bae5-a202cb95f8ed req-54f1c8da-ce03-404d-bb26-6ebf56d0ba29 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.25 "GET /v2.0/ports?device_id=70e231d7-2a71-487c-ac53-41868e07328f HTTP/1.1" status: 200 len: 946 time: 0.1304400 May 19 21:11:46.513190 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['47c71c0a-a5f7-4a6c-939c-81ef96bfa929'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:11:46.611399 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be406cc-e6c5-4d3e-97ce-eb6d3705a165 req-521e8d97-59c8-4003-b855-98fee656ec13 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:46.613993 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-4be406cc-e6c5-4d3e-97ce-eb6d3705a165 req-521e8d97-59c8-4003-b855-98fee656ec13 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 944 time: 0.1480093 May 19 21:11:46.667952 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-68c0050c-dde8-499f-a02c-4886f0f4a4b8 req-da2e0cb3-f828-4d74-a2c0-c994e5b0fc67 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ad9247-8b67-47f9-baf7-389cb36d307d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620486 May 19 21:11:46.715669 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-4be406cc-e6c5-4d3e-97ce-eb6d3705a165 req-f54c67df-c700-48fc-93d9-58ead20705a6 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898106 May 19 21:11:46.805254 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-4567e0cd-6c3a-4e85-bae5-a202cb95f8ed req-e0e724ed-fa06-49c5-b332-eac71563450f tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Deleting port ad249b6e-b1f9-4912-b2bf-5df4f5180208 {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:11:46.805727 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4567e0cd-6c3a-4e85-bae5-a202cb95f8ed req-e0e724ed-fa06-49c5-b332-eac71563450f tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:46.959468 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-4567e0cd-6c3a-4e85-bae5-a202cb95f8ed req-e0e724ed-fa06-49c5-b332-eac71563450f tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] For port ad249b6e-b1f9-4912-b2bf-5df4f5180208, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ad249b6e-b1f9-4912-b2bf-5df4f5180208,segment=NetworkSegment(b490382e-b18a-49ba-8255-29d8291b1b57),segment_id=b490382e-b18a-49ba-8255-29d8291b1b57)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:11:46.959806 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4567e0cd-6c3a-4e85-bae5-a202cb95f8ed req-e0e724ed-fa06-49c5-b332-eac71563450f tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:47.108272 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-4567e0cd-6c3a-4e85-bae5-a202cb95f8ed req-e0e724ed-fa06-49c5-b332-eac71563450f tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Calling delete_port for ad249b6e-b1f9-4912-b2bf-5df4f5180208 owned by compute:nova {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:11:47.288110 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4567e0cd-6c3a-4e85-bae5-a202cb95f8ed req-e0e724ed-fa06-49c5-b332-eac71563450f tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:47.295217 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-d93363e0-a504-42dd-aeba-2804b1ac50da tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:11:47.301959 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['ad249b6e-b1f9-4912-b2bf-5df4f5180208'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:11:47.343246 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e724ed-fa06-49c5-b332-eac71563450f tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Pushing event deleted for resources: {'Port': ['ID=ad249b6e-b1f9-4912-b2bf-5df4f5180208,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:11:47.346506 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-e0e724ed-fa06-49c5-b332-eac71563450f tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:11:47.427875 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-4567e0cd-6c3a-4e85-bae5-a202cb95f8ed req-e0e724ed-fa06-49c5-b332-eac71563450f tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] No DVR routers for this DVR port ad249b6e-b1f9-4912-b2bf-5df4f5180208 on host hv-cinder-78462 {{(pid=91836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:11:47.431203 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4567e0cd-6c3a-4e85-bae5-a202cb95f8ed req-e0e724ed-fa06-49c5-b332-eac71563450f tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:47.434091 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e231d7-2a71-487c-ac53-41868e07328f', 'name': 'network-vif-deleted', 'tag': 'ad249b6e-b1f9-4912-b2bf-5df4f5180208'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:11:47.454984 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4567e0cd-6c3a-4e85-bae5-a202cb95f8ed req-e0e724ed-fa06-49c5-b332-eac71563450f tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.25 "DELETE /v2.0/ports/ad249b6e-b1f9-4912-b2bf-5df4f5180208 HTTP/1.1" status: 204 len: 173 time: 0.9340057 May 19 21:11:47.519748 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e231d7-2a71-487c-ac53-41868e07328f', 'name': 'network-vif-deleted', 'tag': 'ad249b6e-b1f9-4912-b2bf-5df4f5180208', 'status': 'completed', 'code': 200} May 19 21:11:47.779667 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 47c71c0a-a5f7-4a6c-939c-81ef96bfa929 up at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:11:47.868197 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-ac1e8b4e-5b29-4486-865f-6391892d582e req-6b04c349-1210-4133-aaef-5c8fa11e8be7 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] 10.222.0.44 "GET /v2.0/ports?device_id=70e231d7-2a71-487c-ac53-41868e07328f HTTP/1.1" status: 200 len: 210 time: 0.0506694 May 19 21:11:47.906195 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning complete for port 47c71c0a-a5f7-4a6c-939c-81ef96bfa929 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:11:47.906913 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:48.006728 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df18a3a-dc51-4e18-8e89-312523b11283 req-8ae32412-871e-4eb7-8014-4259d8cf24d5 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:48.009252 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2df18a3a-dc51-4e18-8e89-312523b11283 req-8ae32412-871e-4eb7-8014-4259d8cf24d5 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 944 time: 0.1414409 May 19 21:11:48.080075 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:48.081772 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2df18a3a-dc51-4e18-8e89-312523b11283 req-eebf5a8e-0b40-41e3-b8ba-7bba0a464764 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645773 May 19 21:11:48.128343 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd455e522-6423-4e4b-af9c-9ea35d638a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c71c0a-a5f7-4a6c-939c-81ef96bfa929'}] {{(pid=91838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:11:48.151340 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 47c71c0a-a5f7-4a6c-939c-81ef96bfa929, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=47c71c0a-a5f7-4a6c-939c-81ef96bfa929,segment=NetworkSegment(dd24c109-b873-4075-a547-36393fe5fd42),segment_id=dd24c109-b873-4075-a547-36393fe5fd42)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:11:48.158451 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:48.160269 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device ad249b6e-b1f9-4912-b2bf-5df4f5180208 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:11:48.206569 dv-cinder-784623-12-iscsi neutron-server[91838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd455e522-6423-4e4b-af9c-9ea35d638a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c71c0a-a5f7-4a6c-939c-81ef96bfa929', 'code': 200} May 19 21:11:48.207218 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:11:48.266520 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] No Port match for: ad249b6e-b1f9-4912-b2bf-5df4f5180208 {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:11:48.266876 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device ad249b6e-b1f9-4912-b2bf-5df4f5180208 not bound to the agent host hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:11:48.295619 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=47c71c0a-a5f7-4a6c-939c-81ef96bfa929,revision_number=10']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:11:48.299323 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:11:48.756432 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcfd98-7f66-4b39-a2e2-8fb5a1fab0aa req-8da8d3b9-e80f-4179-b35c-2e0b5f01c42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:48.758152 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-65fcfd98-7f66-4b39-a2e2-8fb5a1fab0aa req-8da8d3b9-e80f-4179-b35c-2e0b5f01c42b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 1099 time: 0.0936699 May 19 21:11:48.814285 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-65fcfd98-7f66-4b39-a2e2-8fb5a1fab0aa req-388d8c8f-e1c8-4ce2-9c33-0d773342c5cf service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438216 May 19 21:11:48.985131 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 49662) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:11:49.072020 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_v2 [None req-12931b3b-4c89-4ea7-86a9-d2fa4f0ad175 admin admin] Deleting subnet f4cfbac3-5da0-4b73-8c5a-c49311a5c5eb {{(pid=91836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 21:11:49.077269 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-12931b3b-4c89-4ea7-86a9-d2fa4f0ad175 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:49.162622 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-12931b3b-4c89-4ea7-86a9-d2fa4f0ad175 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7440193'] for subnet, precommit_delete_associations {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:49.223662 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-12931b3b-4c89-4ea7-86a9-d2fa4f0ad175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1760382'] for subnet, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:49.370415 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d316f75-b5c2-4149-a79c-b6f235e8021d req-edbcafa2-8dd1-41fd-8b18-208facfa9d7f tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:49.372633 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-2d316f75-b5c2-4149-a79c-b6f235e8021d req-edbcafa2-8dd1-41fd-8b18-208facfa9d7f tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 946 time: 0.0947356 May 19 21:11:49.427432 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-2d316f75-b5c2-4149-a79c-b6f235e8021d req-7f7d9b88-95d1-44de-928d-48ef88c9a4eb tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453877 May 19 21:11:49.789424 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-12931b3b-4c89-4ea7-86a9-d2fa4f0ad175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6526900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7162050'] for subnet, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:49.802037 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-c1e6c7eb-23ad-41f0-bc06-3cf180b19ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:11:49.854138 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12931b3b-4c89-4ea7-86a9-d2fa4f0ad175 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4cfbac3-5da0-4b73-8c5a-c49311a5c5eb,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:11:49.857383 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-12931b3b-4c89-4ea7-86a9-d2fa4f0ad175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:11:49.858463 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-12931b3b-4c89-4ea7-86a9-d2fa4f0ad175 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:49.865367 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-12931b3b-4c89-4ea7-86a9-d2fa4f0ad175 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f4cfbac3-5da0-4b73-8c5a-c49311a5c5eb HTTP/1.1" status: 204 len: 168 time: 0.8790843 May 19 21:11:49.868082 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 49676) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:11:49.990909 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5b130153-6ef1-4cd4-992a-60dca088c2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772294'] for network, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:50.152541 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5b130153-6ef1-4cd4-992a-60dca088c2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754869', 'neutron.services.segments.db._delete_segments_for_network-8750774465410'] for network, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:50.169604 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.services.segments.db [None req-5b130153-6ef1-4cd4-992a-60dca088c2ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d43337-a378-49d5-82b2-4ebd65977430']}} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:11:50.185503 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.services.segments.db [None req-5b130153-6ef1-4cd4-992a-60dca088c2ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b490382e-b18a-49ba-8255-29d8291b1b57') {'for_net_delete': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:11:50.185837 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.services.segments.db [None req-5b130153-6ef1-4cd4-992a-60dca088c2ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b490382e-b18a-49ba-8255-29d8291b1b57') {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:11:50.200075 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5b130153-6ef1-4cd4-992a-60dca088c2ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750774475915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7440214'] for segment, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:50.222904 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5b130153-6ef1-4cd4-992a-60dca088c2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:50.231328 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b130153-6ef1-4cd4-992a-60dca088c2ec admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=91836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:11:50.231790 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5b130153-6ef1-4cd4-992a-60dca088c2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6504470'] for segment, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:50.313195 dv-cinder-784623-12-iscsi neutron-server[91836]: Traceback (most recent call last): May 19 21:11:50.313195 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 21:11:50.313195 dv-cinder-784623-12-iscsi neutron-server[91836]: timer() May 19 21:11:50.313195 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 21:11:50.313195 dv-cinder-784623-12-iscsi neutron-server[91836]: cb(*args, **kw) May 19 21:11:50.313195 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 21:11:50.313195 dv-cinder-784623-12-iscsi neutron-server[91836]: return func(*args, **kwargs) May 19 21:11:50.313195 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 21:11:50.313195 dv-cinder-784623-12-iscsi neutron-server[91836]: self._notify() May 19 21:11:50.313195 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 21:11:50.313195 dv-cinder-784623-12-iscsi neutron-server[91836]: self.callback(batched_events) May 19 21:11:50.313195 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 21:11:50.313195 dv-cinder-784623-12-iscsi neutron-server[91836]: event.method(event) May 19 21:11:50.313195 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 21:11:50.313195 dv-cinder-784623-12-iscsi neutron-server[91836]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 21:11:50.313195 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 21:11:50.313195 dv-cinder-784623-12-iscsi neutron-server[91836]: aggregate_uuid = self.p_client.list_aggregates( May 19 21:11:50.313195 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 21:11:50.313195 dv-cinder-784623-12-iscsi neutron-server[91836]: return f(self, *a, **k) May 19 21:11:50.313195 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 21:11:50.313195 dv-cinder-784623-12-iscsi neutron-server[91836]: return self._get(url).json() May 19 21:11:50.313195 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 21:11:50.313195 dv-cinder-784623-12-iscsi neutron-server[91836]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 21:11:50.313195 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 21:11:50.313195 dv-cinder-784623-12-iscsi neutron-server[91836]: return self.request(url, 'GET', **kwargs) May 19 21:11:50.313195 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 21:11:50.313195 dv-cinder-784623-12-iscsi neutron-server[91836]: base_url = self.get_endpoint(auth, allow=allow, May 19 21:11:50.313195 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 21:11:50.313195 dv-cinder-784623-12-iscsi neutron-server[91836]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 21:11:50.313195 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 21:11:50.313195 dv-cinder-784623-12-iscsi neutron-server[91836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 21:11:50.313195 dv-cinder-784623-12-iscsi neutron-server[91836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 21:11:50.354582 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5b130153-6ef1-4cd4-992a-60dca088c2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662838'] for network, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:50.360243 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:11:50.377420 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5b130153-6ef1-4cd4-992a-60dca088c2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:50.384391 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b130153-6ef1-4cd4-992a-60dca088c2ec admin admin] Pushing event deleted for resources: {'Network': ['ID=a9d43337-a378-49d5-82b2-4ebd65977430,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:11:50.389371 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-5b130153-6ef1-4cd4-992a-60dca088c2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:11:50.402372 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-5b130153-6ef1-4cd4-992a-60dca088c2ec admin admin] 10.222.0.44 "DELETE /v2.0/networks/a9d43337-a378-49d5-82b2-4ebd65977430 HTTP/1.1" status: 204 len: 168 time: 0.5326586 May 19 21:11:50.547796 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f9810-664e-4566-b4e3-053bfdacb5e8 req-248413e0-b780-4e10-9f39-9e70159d4ac3 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:50.550580 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-482f9810-664e-4566-b4e3-053bfdacb5e8 req-248413e0-b780-4e10-9f39-9e70159d4ac3 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.1425731 May 19 21:11:50.677952 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-482f9810-664e-4566-b4e3-053bfdacb5e8 req-767684d1-c711-47d5-a33f-ab580aa54547 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185093 May 19 21:11:50.691429 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3590202-ac3c-4416-a71f-23d7842a1b45 req-25cece12-cb1c-451c-8a78-530ee5e65fe5 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:50.693123 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b3590202-ac3c-4416-a71f-23d7842a1b45 req-25cece12-cb1c-451c-8a78-530ee5e65fe5 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 946 time: 0.1168442 May 19 21:11:50.738705 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 49718) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:11:50.806429 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b3590202-ac3c-4416-a71f-23d7842a1b45 req-685f261a-054d-4ece-9040-247ff48026a9 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045578 May 19 21:11:50.837731 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-87b08644-c020-4991-ae6d-57d0d6fd74f1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f838b440391445eabd534628afd06893&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0966840 May 19 21:11:50.840862 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 49722) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:11:50.908803 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-dd484608-57fa-480b-ae63-1012f01ebd19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:50.944599 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-dd484608-57fa-480b-ae63-1012f01ebd19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:51.016168 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-dd484608-57fa-480b-ae63-1012f01ebd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:51.020860 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-4994b263-7872-4730-b709-44b2ed33d95b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:11:51.036267 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd484608-57fa-480b-ae63-1012f01ebd19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ad9247-8b67-47f9-baf7-389cb36d307d,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:11:51.039521 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-dd484608-57fa-480b-ae63-1012f01ebd19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:11:51.053164 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-dd484608-57fa-480b-ae63-1012f01ebd19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:51.055265 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-dd484608-57fa-480b-ae63-1012f01ebd19 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65ad9247-8b67-47f9-baf7-389cb36d307d HTTP/1.1" status: 204 len: 168 time: 0.2130067 May 19 21:11:52.098089 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4ba93-5c45-46f6-920d-d3f52b3b499a req-c8fb8b9a-d591-4041-8913-3d5df41f0d9a tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:52.099819 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-80e4ba93-5c45-46f6-920d-d3f52b3b499a req-c8fb8b9a-d591-4041-8913-3d5df41f0d9a tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.2379110 May 19 21:11:52.113309 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9af3d-eaf8-4eba-9686-e10babaa1c5f req-51efce89-f525-4977-83e9-153dbbf5d210 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:52.114925 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b5c9af3d-eaf8-4eba-9686-e10babaa1c5f req-51efce89-f525-4977-83e9-153dbbf5d210 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 946 time: 0.1473858 May 19 21:11:52.176901 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-80e4ba93-5c45-46f6-920d-d3f52b3b499a req-105aa8fc-b045-490d-ae1d-b1c7f3490111 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591109 May 19 21:11:52.203988 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b5c9af3d-eaf8-4eba-9686-e10babaa1c5f req-67c1fa4f-44fa-4560-a654-884409b65316 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777788 May 19 21:11:52.747785 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11787855-b927-43ab-a09a-734225b6d635 req-82116109-fffb-420a-9357-a0685fe81dd3 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:52.749803 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-11787855-b927-43ab-a09a-734225b6d635 req-82116109-fffb-420a-9357-a0685fe81dd3 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.25 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 946 time: 0.1266637 May 19 21:11:52.931726 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-11787855-b927-43ab-a09a-734225b6d635 req-615a7baf-a0e2-40f3-9a30-6de234227c6a tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Deleting port e9aa138d-c786-45b2-b42b-72ed21935e79 {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:11:52.932288 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-11787855-b927-43ab-a09a-734225b6d635 req-615a7baf-a0e2-40f3-9a30-6de234227c6a tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:53.116114 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-11787855-b927-43ab-a09a-734225b6d635 req-615a7baf-a0e2-40f3-9a30-6de234227c6a tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] For port e9aa138d-c786-45b2-b42b-72ed21935e79, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e9aa138d-c786-45b2-b42b-72ed21935e79,segment=NetworkSegment(9c7672e6-f67e-44aa-8350-195541f454ae),segment_id=9c7672e6-f67e-44aa-8350-195541f454ae)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:11:53.117077 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-11787855-b927-43ab-a09a-734225b6d635 req-615a7baf-a0e2-40f3-9a30-6de234227c6a tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:53.255355 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-11787855-b927-43ab-a09a-734225b6d635 req-615a7baf-a0e2-40f3-9a30-6de234227c6a tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Calling delete_port for e9aa138d-c786-45b2-b42b-72ed21935e79 owned by compute:nova {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:11:53.423436 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-11787855-b927-43ab-a09a-734225b6d635 req-615a7baf-a0e2-40f3-9a30-6de234227c6a tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:53.436014 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:11:53.438374 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['f8b2d0e7-03c8-4555-8af2-3847c800d7e4', 'e9aa138d-c786-45b2-b42b-72ed21935e79'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:11:53.449202 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-e06f4386-aa43-48a0-b94a-459e924d6837 req-e0773b23-59a0-4418-8441-88769fdf84db tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a27231-ee3a-4cf0-b09c-99d06383ee13 HTTP/1.1" status: 200 len: 210 time: 0.0739813 May 19 21:11:53.525365 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a7baf-a0e2-40f3-9a30-6de234227c6a tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Pushing event deleted for resources: {'Port': ['ID=e9aa138d-c786-45b2-b42b-72ed21935e79,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:11:53.530642 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-615a7baf-a0e2-40f3-9a30-6de234227c6a tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:11:53.660334 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-11787855-b927-43ab-a09a-734225b6d635 req-615a7baf-a0e2-40f3-9a30-6de234227c6a tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] No DVR routers for this DVR port e9aa138d-c786-45b2-b42b-72ed21935e79 on host hv-cinder-78462 {{(pid=91836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:11:53.663714 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-11787855-b927-43ab-a09a-734225b6d635 req-615a7baf-a0e2-40f3-9a30-6de234227c6a tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:53.668192 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a27231-ee3a-4cf0-b09c-99d06383ee13', 'name': 'network-vif-deleted', 'tag': 'e9aa138d-c786-45b2-b42b-72ed21935e79'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:11:53.699520 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-11787855-b927-43ab-a09a-734225b6d635 req-615a7baf-a0e2-40f3-9a30-6de234227c6a tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.25 "DELETE /v2.0/ports/e9aa138d-c786-45b2-b42b-72ed21935e79 HTTP/1.1" status: 204 len: 173 time: 0.9428921 May 19 21:11:53.761658 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a27231-ee3a-4cf0-b09c-99d06383ee13', 'name': 'network-vif-deleted', 'tag': 'e9aa138d-c786-45b2-b42b-72ed21935e79', 'status': 'completed', 'code': 200} May 19 21:11:55.006002 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb01f3-00f9-4272-a4d4-d792e1d5a50c req-073b56d5-ba3b-471e-895b-ad031698bb43 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:55.008301 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-27fb01f3-00f9-4272-a4d4-d792e1d5a50c req-073b56d5-ba3b-471e-895b-ad031698bb43 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.0945826 May 19 21:11:55.061626 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-27fb01f3-00f9-4272-a4d4-d792e1d5a50c req-6176c4c1-c1f2-4cb1-8aa0-a333ec2e6b77 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471950 May 19 21:11:55.844123 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device e9aa138d-c786-45b2-b42b-72ed21935e79 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:11:55.884289 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] No Port match for: e9aa138d-c786-45b2-b42b-72ed21935e79 {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:11:55.884956 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device e9aa138d-c786-45b2-b42b-72ed21935e79 not bound to the agent host hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:11:56.361834 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af98896-cf45-46e7-a18e-f19cea9b8c20 req-10e26c35-6c9a-4360-88cf-4d4cac6db8b8 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:56.363037 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-0af98896-cf45-46e7-a18e-f19cea9b8c20 req-10e26c35-6c9a-4360-88cf-4d4cac6db8b8 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Synchronizing usage tracker for tenant:181c084e22284e5ca4bdb85e1464e799 on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:11:56.386276 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-0af98896-cf45-46e7-a18e-f19cea9b8c20 req-10e26c35-6c9a-4360-88cf-4d4cac6db8b8 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Unset dirty status for tenant:181c084e22284e5ca4bdb85e1464e799 on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:11:56.387720 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0af98896-cf45-46e7-a18e-f19cea9b8c20 req-10e26c35-6c9a-4360-88cf-4d4cac6db8b8 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.2103150 May 19 21:11:56.439608 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0af98896-cf45-46e7-a18e-f19cea9b8c20 req-6d93061c-12ae-44c0-90eb-3bb640e39387 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449905 May 19 21:11:57.683118 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390bff3-6cee-4593-9237-9b9b82435995 req-3537dee3-ce0a-4e03-9d48-ef8b0875e4aa tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:57.685439 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-a390bff3-6cee-4593-9237-9b9b82435995 req-3537dee3-ce0a-4e03-9d48-ef8b0875e4aa tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.1228590 May 19 21:11:57.741728 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-a390bff3-6cee-4593-9237-9b9b82435995 req-4254b8a1-b4f1-4899-8ae8-9742fa5326e9 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489111 May 19 21:11:58.226168 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 49842) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:11:58.384990 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-31b4265b-846a-46f9-9b37-479b869a4306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:58.401660 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-31b4265b-846a-46f9-9b37-479b869a4306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:11:58.405862 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-31b4265b-846a-46f9-9b37-479b869a4306 admin admin] Usage tracker for resource:security_group_rule and tenant:e58fec0e0c424d2e858c8a9090f184e7 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:11:58.409030 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-31b4265b-846a-46f9-9b37-479b869a4306 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:11:58.415786 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-31b4265b-846a-46f9-9b37-479b869a4306 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:11:58.515538 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-31b4265b-846a-46f9-9b37-479b869a4306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:58.523164 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-31b4265b-846a-46f9-9b37-479b869a4306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:58.537143 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:11:58.615778 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-31b4265b-846a-46f9-9b37-479b869a4306 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e58fec0e0c424d2e858c8a9090f184e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3879812 May 19 21:11:58.618706 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 49850) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:11:58.618971 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4265b-846a-46f9-9b37-479b869a4306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deea4fd1-145f-4f49-9227-f326923d3d7e,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:11:58.624011 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-31b4265b-846a-46f9-9b37-479b869a4306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:11:58.689437 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-86c679e3-bff5-4555-8dda-cd54113463e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:58.720322 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-86c679e3-bff5-4555-8dda-cd54113463e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:58.797680 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-86c679e3-bff5-4555-8dda-cd54113463e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:58.802802 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-8fbf3496-a761-409d-8677-af6aa177b1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:11:58.819988 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c679e3-bff5-4555-8dda-cd54113463e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deea4fd1-145f-4f49-9227-f326923d3d7e,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:11:58.830979 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c679e3-bff5-4555-8dda-cd54113463e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:58.831311 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c679e3-bff5-4555-8dda-cd54113463e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:58.831663 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c679e3-bff5-4555-8dda-cd54113463e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:58.832075 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c679e3-bff5-4555-8dda-cd54113463e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:58.832324 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c679e3-bff5-4555-8dda-cd54113463e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:58.832653 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c679e3-bff5-4555-8dda-cd54113463e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:58.832982 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c679e3-bff5-4555-8dda-cd54113463e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:58.833311 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c679e3-bff5-4555-8dda-cd54113463e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:58.833640 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c679e3-bff5-4555-8dda-cd54113463e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:58.833960 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c679e3-bff5-4555-8dda-cd54113463e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:58.834290 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c679e3-bff5-4555-8dda-cd54113463e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:58.834612 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c679e3-bff5-4555-8dda-cd54113463e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:11:58.841571 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-86c679e3-bff5-4555-8dda-cd54113463e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:11:58.846384 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-86c679e3-bff5-4555-8dda-cd54113463e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:58.848965 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-86c679e3-bff5-4555-8dda-cd54113463e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/deea4fd1-145f-4f49-9227-f326923d3d7e HTTP/1.1" status: 204 len: 168 time: 0.2289741 May 19 21:11:58.989145 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0208059-bcfe-4089-bfa7-2de3ba14a2c3 req-e32f4f4a-e0c7-451f-b6f8-9921e0e3014a tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:11:58.992146 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b0208059-bcfe-4089-bfa7-2de3ba14a2c3 req-e32f4f4a-e0c7-451f-b6f8-9921e0e3014a tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.0948372 May 19 21:11:59.057206 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b0208059-bcfe-4089-bfa7-2de3ba14a2c3 req-1c5c7d0f-a0b1-4b3c-90c1-da6714a63d92 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584280 May 19 21:11:59.247851 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 49862) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:11:59.279765 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-5b84de8b-283d-470d-b5b2-2f1f1a396421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:59.306989 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-5b84de8b-283d-470d-b5b2-2f1f1a396421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:11:59.313996 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-5b84de8b-283d-470d-b5b2-2f1f1a396421 admin admin] Usage tracker for resource:security_group_rule and tenant:41e89ed433c94ab0aff841bb12f2730e is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:11:59.318095 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-5b84de8b-283d-470d-b5b2-2f1f1a396421 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:11:59.326716 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-5b84de8b-283d-470d-b5b2-2f1f1a396421 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:11:59.448214 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-5b84de8b-283d-470d-b5b2-2f1f1a396421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:59.453817 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-5b84de8b-283d-470d-b5b2-2f1f1a396421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:59.463110 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-3cd04bde-baed-4e2f-ab37-3f660c76b4ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:11:59.513293 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-5b84de8b-283d-470d-b5b2-2f1f1a396421 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=41e89ed433c94ab0aff841bb12f2730e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637839 May 19 21:11:59.514047 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84de8b-283d-470d-b5b2-2f1f1a396421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee80528-9862-42ad-a051-61e50fe9e8fa,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:11:59.516893 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 49868) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:11:59.525433 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-5b84de8b-283d-470d-b5b2-2f1f1a396421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:11:59.591236 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-d316394c-c322-4f72-8e1e-d62a6bae2319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:59.619577 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-d316394c-c322-4f72-8e1e-d62a6bae2319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:59.681718 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-d316394c-c322-4f72-8e1e-d62a6bae2319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:59.686049 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-7b64ac5d-7c62-48ac-b361-91fb9dd03454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:11:59.700763 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316394c-c322-4f72-8e1e-d62a6bae2319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee80528-9862-42ad-a051-61e50fe9e8fa,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:11:59.704495 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-d316394c-c322-4f72-8e1e-d62a6bae2319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:11:59.706974 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-d316394c-c322-4f72-8e1e-d62a6bae2319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:11:59.708038 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-d316394c-c322-4f72-8e1e-d62a6bae2319 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4ee80528-9862-42ad-a051-61e50fe9e8fa HTTP/1.1" status: 204 len: 168 time: 0.1900840 May 19 21:12:00.325079 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19883e3-33b9-4712-a015-4a1acbef0d1b req-4f8e21db-051e-4fcc-a45f-2b80b131edfc tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:00.326787 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d19883e3-33b9-4712-a015-4a1acbef0d1b req-4f8e21db-051e-4fcc-a45f-2b80b131edfc tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.1097062 May 19 21:12:00.454179 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d19883e3-33b9-4712-a015-4a1acbef0d1b req-38c70acb-cdec-4571-b604-9868eb15fff6 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/security-groups?id=80faadad-793a-4019-855f-9a6fb33c3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163139 May 19 21:12:00.505170 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6bf0c1-6a3f-4588-9169-87bf8f772022 req-1c85173b-498a-4ded-aeb8-ad4409334751 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:00.508055 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5c6bf0c1-6a3f-4588-9169-87bf8f772022 req-1c85173b-498a-4ded-aeb8-ad4409334751 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.25 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 945 time: 0.1423454 May 19 21:12:00.763206 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-5c6bf0c1-6a3f-4588-9169-87bf8f772022 req-b4950c64-356e-4e75-afab-ab324ca53f62 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Deleting port f8b2d0e7-03c8-4555-8af2-3847c800d7e4 {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:12:00.764127 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-5c6bf0c1-6a3f-4588-9169-87bf8f772022 req-b4950c64-356e-4e75-afab-ab324ca53f62 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:01.019126 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-5c6bf0c1-6a3f-4588-9169-87bf8f772022 req-b4950c64-356e-4e75-afab-ab324ca53f62 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] For port f8b2d0e7-03c8-4555-8af2-3847c800d7e4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f8b2d0e7-03c8-4555-8af2-3847c800d7e4,segment=NetworkSegment(9c7672e6-f67e-44aa-8350-195541f454ae),segment_id=9c7672e6-f67e-44aa-8350-195541f454ae)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:12:01.019469 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-5c6bf0c1-6a3f-4588-9169-87bf8f772022 req-b4950c64-356e-4e75-afab-ab324ca53f62 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:01.166228 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-5c6bf0c1-6a3f-4588-9169-87bf8f772022 req-b4950c64-356e-4e75-afab-ab324ca53f62 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Calling delete_port for f8b2d0e7-03c8-4555-8af2-3847c800d7e4 owned by compute:nova {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:12:01.364815 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-5c6bf0c1-6a3f-4588-9169-87bf8f772022 req-b4950c64-356e-4e75-afab-ab324ca53f62 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:01.377067 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:01.383808 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['f8b2d0e7-03c8-4555-8af2-3847c800d7e4'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:12:01.528708 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4950c64-356e-4e75-afab-ab324ca53f62 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Pushing event deleted for resources: {'Port': ['ID=f8b2d0e7-03c8-4555-8af2-3847c800d7e4,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:01.539920 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-b4950c64-356e-4e75-afab-ab324ca53f62 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:01.659723 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6bf0c1-6a3f-4588-9169-87bf8f772022 req-b4950c64-356e-4e75-afab-ab324ca53f62 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] No DVR routers for this DVR port f8b2d0e7-03c8-4555-8af2-3847c800d7e4 on host hv-cinder-78462 {{(pid=91836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:12:01.663125 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-5c6bf0c1-6a3f-4588-9169-87bf8f772022 req-b4950c64-356e-4e75-afab-ab324ca53f62 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:01.667996 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd355b82e-ad7c-4af9-8cda-1d4c2fe27c63', 'name': 'network-vif-deleted', 'tag': 'f8b2d0e7-03c8-4555-8af2-3847c800d7e4'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:12:01.695204 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-af54023d-62fe-4eba-a05f-6e123fa8be94 req-70f68f19-1d85-4782-8ad2-1ab4fab2d779 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.44 "GET /v2.0/ports?device_id=d355b82e-ad7c-4af9-8cda-1d4c2fe27c63 HTTP/1.1" status: 200 len: 210 time: 0.0881648 May 19 21:12:01.707471 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f218e9-7e8a-4ae4-8d4c-10bf64641624 req-e89b1cff-d3e4-46d0-aac7-351d0016192e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:01.709038 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d5f218e9-7e8a-4ae4-8d4c-10bf64641624 req-e89b1cff-d3e4-46d0-aac7-351d0016192e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.2675607 May 19 21:12:01.711522 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5c6bf0c1-6a3f-4588-9169-87bf8f772022 req-b4950c64-356e-4e75-afab-ab324ca53f62 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] 10.222.0.25 "DELETE /v2.0/ports/f8b2d0e7-03c8-4555-8af2-3847c800d7e4 HTTP/1.1" status: 204 len: 173 time: 1.1971207 May 19 21:12:01.788092 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d5f218e9-7e8a-4ae4-8d4c-10bf64641624 req-7c200f03-9e55-4223-8293-45c9187f2474 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655689 May 19 21:12:01.791258 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd355b82e-ad7c-4af9-8cda-1d4c2fe27c63', 'name': 'network-vif-deleted', 'tag': 'f8b2d0e7-03c8-4555-8af2-3847c800d7e4', 'status': 'completed', 'code': 200} May 19 21:12:02.266122 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 49932) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:02.444991 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6abe2cc6-6299-4ca9-b330-42c26c2e3646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:02.473293 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-6abe2cc6-6299-4ca9-b330-42c26c2e3646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:12:02.480695 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-6abe2cc6-6299-4ca9-b330-42c26c2e3646 admin admin] Usage tracker for resource:security_group_rule and tenant:f8de52d2529c40119efb709685218a9f is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:12:02.486046 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-6abe2cc6-6299-4ca9-b330-42c26c2e3646 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:12:02.496741 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-6abe2cc6-6299-4ca9-b330-42c26c2e3646 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:12:02.620717 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6abe2cc6-6299-4ca9-b330-42c26c2e3646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:02.627148 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6abe2cc6-6299-4ca9-b330-42c26c2e3646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:02.642182 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-dd484608-57fa-480b-ae63-1012f01ebd19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:02.687631 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-6abe2cc6-6299-4ca9-b330-42c26c2e3646 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f8de52d2529c40119efb709685218a9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4200919 May 19 21:12:02.689749 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe2cc6-6299-4ca9-b330-42c26c2e3646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d7e5df-48b7-4b52-a5c5-f2a39e125c5c,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:02.691287 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 49938) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:02.693453 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-6abe2cc6-6299-4ca9-b330-42c26c2e3646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:02.769354 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-dad2c703-2edf-41d4-bd82-29e298b44723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:02.802345 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-dad2c703-2edf-41d4-bd82-29e298b44723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:02.825043 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 49946) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:02.866089 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-dad2c703-2edf-41d4-bd82-29e298b44723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:02.870660 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-493d7e2f-08aa-4724-956d-cc98a4d2feae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:02.883066 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2c703-2edf-41d4-bd82-29e298b44723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d7e5df-48b7-4b52-a5c5-f2a39e125c5c,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:02.890694 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-dad2c703-2edf-41d4-bd82-29e298b44723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:02.891879 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-dad2c703-2edf-41d4-bd82-29e298b44723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:02.893249 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-dad2c703-2edf-41d4-bd82-29e298b44723 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c4d7e5df-48b7-4b52-a5c5-f2a39e125c5c HTTP/1.1" status: 204 len: 168 time: 0.2000980 May 19 21:12:03.365877 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 49954) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:03.375951 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b4217-281f-4a42-990b-bb88782e05a0 req-fad76325-6025-47c4-b0cb-9b86242e1b84 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:03.378321 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1f7b4217-281f-4a42-990b-bb88782e05a0 req-fad76325-6025-47c4-b0cb-9b86242e1b84 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.4199419 May 19 21:12:03.397310 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-c984408f-c691-4c14-80de-c4d68856dba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:03.431324 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-c984408f-c691-4c14-80de-c4d68856dba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:12:03.438486 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-c984408f-c691-4c14-80de-c4d68856dba5 admin admin] Usage tracker for resource:security_group_rule and tenant:1218dc221d624d6182d3d9eb656fea2d is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:12:03.443786 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-c984408f-c691-4c14-80de-c4d68856dba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:12:03.454767 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-c984408f-c691-4c14-80de-c4d68856dba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:12:03.513452 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1f7b4217-281f-4a42-990b-bb88782e05a0 req-f1fdb1d1-dafe-4c41-bb7f-ef1747018668 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260030 May 19 21:12:03.588909 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-c984408f-c691-4c14-80de-c4d68856dba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:03.596029 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-c984408f-c691-4c14-80de-c4d68856dba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:03.611191 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-48c5734d-66bd-4b6e-a738-021958f49a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:03.664109 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-c984408f-c691-4c14-80de-c4d68856dba5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1218dc221d624d6182d3d9eb656fea2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2965314 May 19 21:12:03.665097 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984408f-c691-4c14-80de-c4d68856dba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61880f0-0cb1-428b-a266-cdf9dca758fd,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:03.668269 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-c984408f-c691-4c14-80de-c4d68856dba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:03.668766 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 49958) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:03.753955 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-d1a02db1-f770-464f-9df6-c3a8cd8d6790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:03.790937 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-d1a02db1-f770-464f-9df6-c3a8cd8d6790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:03.818212 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-bb1f63f8-88c3-4d49-a3f4-e7fb86eeb57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658486'] for router_interface, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:03.864424 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-d1a02db1-f770-464f-9df6-c3a8cd8d6790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:03.869132 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-8bf1d995-dc97-4415-86e1-ff21d1a0d5f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:03.885332 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a02db1-f770-464f-9df6-c3a8cd8d6790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61880f0-0cb1-428b-a266-cdf9dca758fd,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:03.887745 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-d1a02db1-f770-464f-9df6-c3a8cd8d6790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:03.894055 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-d1a02db1-f770-464f-9df6-c3a8cd8d6790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:03.898458 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-d1a02db1-f770-464f-9df6-c3a8cd8d6790 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f61880f0-0cb1-428b-a266-cdf9dca758fd HTTP/1.1" status: 204 len: 168 time: 0.2256334 May 19 21:12:03.938236 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device f8b2d0e7-03c8-4555-8af2-3847c800d7e4 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:12:04.002332 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] No Port match for: f8b2d0e7-03c8-4555-8af2-3847c800d7e4 {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:12:04.003153 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device f8b2d0e7-03c8-4555-8af2-3847c800d7e4 not bound to the agent host hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:12:04.333443 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [None req-bb1f63f8-88c3-4d49-a3f4-e7fb86eeb57c admin admin] Deleting port 0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4 {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:12:04.334016 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-bb1f63f8-88c3-4d49-a3f4-e7fb86eeb57c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:04.579074 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [None req-bb1f63f8-88c3-4d49-a3f4-e7fb86eeb57c admin admin] For port 0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4,segment=NetworkSegment(9c7672e6-f67e-44aa-8350-195541f454ae),segment_id=9c7672e6-f67e-44aa-8350-195541f454ae)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:12:04.580079 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-bb1f63f8-88c3-4d49-a3f4-e7fb86eeb57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:04.799202 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd91346-ff90-43ba-a325-761378ff5a8c req-02182d73-bf27-4325-bf4a-e6c993365e68 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:04.801858 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-bfd91346-ff90-43ba-a325-761378ff5a8c req-02182d73-bf27-4325-bf4a-e6c993365e68 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.1602900 May 19 21:12:04.815538 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [None req-bb1f63f8-88c3-4d49-a3f4-e7fb86eeb57c admin admin] Calling delete_port for 0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4 owned by network:router_interface {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:12:04.883367 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-bfd91346-ff90-43ba-a325-761378ff5a8c req-57175332-028b-4267-9fef-767047317b37 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672343 May 19 21:12:05.170571 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-bb1f63f8-88c3-4d49-a3f4-e7fb86eeb57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:05.177957 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-b4950c64-356e-4e75-afab-ab324ca53f62 tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:05.254211 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f63f8-88c3-4d49-a3f4-e7fb86eeb57c admin admin] Pushing event deleted for resources: {'Port': ['ID=0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:05.257274 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-bb1f63f8-88c3-4d49-a3f4-e7fb86eeb57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:05.758847 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-bb1f63f8-88c3-4d49-a3f4-e7fb86eeb57c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662438'] for router_interface, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:05.995076 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-451f9fed-9d5c-4667-95fb-5084a951184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:06.243843 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afff24b-85e6-42dc-80b3-142395c6c083 req-273cdabd-df3e-469f-9c4e-0419fbf2e715 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:06.245416 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1afff24b-85e6-42dc-80b3-142395c6c083 req-273cdabd-df3e-469f-9c4e-0419fbf2e715 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.2017677 May 19 21:12:06.377234 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1afff24b-85e6-42dc-80b3-142395c6c083 req-b839c6c9-6303-4642-8cf3-df1aa6230ca5 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234953 May 19 21:12:06.387730 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1f63f8-88c3-4d49-a3f4-e7fb86eeb57c admin admin] Router f9ccbac9-d095-4682-97cd-c7fe32b062ef has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:12:06.599247 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1f63f8-88c3-4d49-a3f4-e7fb86eeb57c admin admin] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:12:06.616147 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a00b0d9-f421-4971-9dd7-a4fa5bcca9bc None None] Sync routers for ids ['f9ccbac9-d095-4682-97cd-c7fe32b062ef'] in dv-cinder-784623-12-iscsi {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:12:06.628850 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a00b0d9-f421-4971-9dd7-a4fa5bcca9bc None None] Routers {'f9ccbac9-d095-4682-97cd-c7fe32b062ef'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:12:06.629482 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-3a00b0d9-f421-4971-9dd7-a4fa5bcca9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:11:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['f9ccbac9-d095-4682-97cd-c7fe32b062ef'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:12:06.631102 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 50014) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:06.631592 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-bb1f63f8-88c3-4d49-a3f4-e7fb86eeb57c admin admin] 10.222.0.44 "PUT /v2.0/routers/f9ccbac9-d095-4682-97cd-c7fe32b062ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8044569 May 19 21:12:06.880002 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-3a00b0d9-f421-4971-9dd7-a4fa5bcca9bc None None] Set router f9ccbac9-d095-4682-97cd-c7fe32b062ef gateway port host: dv-cinder-784623-12-iscsi {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:12:06.961896 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ec59c8c3-cd33-4ace-a447-4043ab9d44de admin admin] Notify callbacks [] for router, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:07.189034 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ec59c8c3-cd33-4ace-a447-4043ab9d44de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:07.270662 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-ec59c8c3-cd33-4ace-a447-4043ab9d44de admin admin] Deleting port b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a {{(pid=91837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:12:07.270662 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ec59c8c3-cd33-4ace-a447-4043ab9d44de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:07.358259 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-3a00b0d9-f421-4971-9dd7-a4fa5bcca9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ccbac9-d095-4682-97cd-c7fe32b062ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1874372997-router', 'tenant_id': '181c084e22284e5ca4bdb85e1464e799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:17Z', 'updated_at': '2021-05-19T21:12:05Z', 'revision_number': 5, 'project_id': '181c084e22284e5ca4bdb85e1464e799', 'gw_port': {'id': 'b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ccbac9-d095-4682-97cd-c7fe32b062ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:18Z', 'updated_at': '2021-05-19T21:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi'}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:12:07.362675 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a00b0d9-f421-4971-9dd7-a4fa5bcca9bc None None] Checking router: f9ccbac9-d095-4682-97cd-c7fe32b062ef for host: dv-cinder-784623-12-iscsi {{(pid=91839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:12:07.372671 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a00b0d9-f421-4971-9dd7-a4fa5bcca9bc None None] Routers {'f9ccbac9-d095-4682-97cd-c7fe32b062ef'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:12:07.373311 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-3a00b0d9-f421-4971-9dd7-a4fa5bcca9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:11:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['f9ccbac9-d095-4682-97cd-c7fe32b062ef'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:12:07.599637 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-3a00b0d9-f421-4971-9dd7-a4fa5bcca9bc None None] Set router f9ccbac9-d095-4682-97cd-c7fe32b062ef gateway port host: None {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:12:07.623460 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.db [None req-ec59c8c3-cd33-4ace-a447-4043ab9d44de admin admin] For port b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a,segment=NetworkSegment(2ae65b33-9dba-40dd-84dc-4e059aac7a0c),segment_id=2ae65b33-9dba-40dd-84dc-4e059aac7a0c)] {{(pid=91837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:12:07.623806 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ec59c8c3-cd33-4ace-a447-4043ab9d44de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:07.754780 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-3a00b0d9-f421-4971-9dd7-a4fa5bcca9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9ccbac9-d095-4682-97cd-c7fe32b062ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1874372997-router', 'tenant_id': '181c084e22284e5ca4bdb85e1464e799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:17Z', 'updated_at': '2021-05-19T21:12:07Z', 'revision_number': 6, 'project_id': '181c084e22284e5ca4bdb85e1464e799', 'gw_port_host': None}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:12:07.759649 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a00b0d9-f421-4971-9dd7-a4fa5bcca9bc None None] The sync data for ids ['f9ccbac9-d095-4682-97cd-c7fe32b062ef'] in dv-cinder-784623-12-iscsi is: [{'id': 'f9ccbac9-d095-4682-97cd-c7fe32b062ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1874372997-router', 'tenant_id': '181c084e22284e5ca4bdb85e1464e799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:17Z', 'updated_at': '2021-05-19T21:12:07Z', 'revision_number': 6, 'project_id': '181c084e22284e5ca4bdb85e1464e799', 'gw_port_host': None}] {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:12:07.827864 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-ec59c8c3-cd33-4ace-a447-4043ab9d44de admin admin] Calling delete_port for b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a owned by network:router_gateway {{(pid=91837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:12:07.856575 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f4731-103a-4b7e-baa5-8a764d1e1ae1 req-088635b8-e919-44df-8f00-e8dd61e846cb tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:07.859260 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-310f4731-103a-4b7e-baa5-8a764d1e1ae1 req-088635b8-e919-44df-8f00-e8dd61e846cb tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.3393075 May 19 21:12:08.007220 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 50038) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:08.083056 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-310f4731-103a-4b7e-baa5-8a764d1e1ae1 req-494621ce-30cd-42c8-b356-77b22b60ba77 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131724 May 19 21:12:08.148486 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-d3964e30-ba8c-44d5-8d49-a6d6467fc07b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:08.157985 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4 no longer exists at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:12:08.184335 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-d3964e30-ba8c-44d5-8d49-a6d6467fc07b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:12:08.192356 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-d3964e30-ba8c-44d5-8d49-a6d6467fc07b admin admin] Usage tracker for resource:security_group_rule and tenant:a29c7721ab554b26889cb0bfb6d7efba is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:12:08.197923 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-d3964e30-ba8c-44d5-8d49-a6d6467fc07b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:12:08.201431 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] No Port match for: 0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4 {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:12:08.201962 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 0cfcabaf-47c3-41fe-a0e4-9f0155f7d1f4 not bound to the agent host dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:12:08.214994 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-d3964e30-ba8c-44d5-8d49-a6d6467fc07b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:12:08.353203 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-d3964e30-ba8c-44d5-8d49-a6d6467fc07b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:08.358882 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-d3964e30-ba8c-44d5-8d49-a6d6467fc07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:08.370101 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-5d9af612-1110-4b11-a4c1-c4e220b94056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:08.413691 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-d3964e30-ba8c-44d5-8d49-a6d6467fc07b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a29c7721ab554b26889cb0bfb6d7efba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4047923 May 19 21:12:08.415636 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3964e30-ba8c-44d5-8d49-a6d6467fc07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37273457-e206-4155-a461-bf3ab2ef008c,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:08.418049 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 50044) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:08.420570 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-d3964e30-ba8c-44d5-8d49-a6d6467fc07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:08.482532 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ec59c8c3-cd33-4ace-a447-4043ab9d44de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6754477'] for port, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:08.487442 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-b563aa92-ebfe-46d7-8498-e11e24b8c006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:08.491287 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:08.496747 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b5c05664-2001-4bb5-b0c7-cc775ac5f649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:08.537260 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59c8c3-cd33-4ace-a447-4043ab9d44de admin admin] Pushing event deleted for resources: {'Port': ['ID=b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:08.537749 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b5c05664-2001-4bb5-b0c7-cc775ac5f649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:08.540896 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-ec59c8c3-cd33-4ace-a447-4043ab9d44de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:08.599469 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b5c05664-2001-4bb5-b0c7-cc775ac5f649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:08.605700 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-ebd8f604-8a13-4b5b-8273-fcbb426bab52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:08.623195 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c05664-2001-4bb5-b0c7-cc775ac5f649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37273457-e206-4155-a461-bf3ab2ef008c,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:08.626040 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-b5c05664-2001-4bb5-b0c7-cc775ac5f649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:08.633782 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b5c05664-2001-4bb5-b0c7-cc775ac5f649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:08.635519 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-b5c05664-2001-4bb5-b0c7-cc775ac5f649 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/37273457-e206-4155-a461-bf3ab2ef008c HTTP/1.1" status: 204 len: 168 time: 0.2163606 May 19 21:12:08.687033 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ec59c8c3-cd33-4ace-a447-4043ab9d44de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662813'] for router_gateway, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:08.816557 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-a66fdd4f-3018-42af-9657-668ba1d071de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:08.964912 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ec59c8c3-cd33-4ace-a447-4043ab9d44de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5415'] for router, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:08.968324 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ec59c8c3-cd33-4ace-a447-4043ab9d44de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:09.049966 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 50052) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:09.068826 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ec59c8c3-cd33-4ace-a447-4043ab9d44de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-663626'] for router, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:09.069332 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec59c8c3-cd33-4ace-a447-4043ab9d44de admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9ccbac9-d095-4682-97cd-c7fe32b062ef {{(pid=91837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 21:12:09.078596 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-077f2b3f-ab2f-4282-b959-c0c4fc891162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:09.089363 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ec59c8c3-cd33-4ace-a447-4043ab9d44de admin admin] Notify callbacks [] for router, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:09.090786 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-ec59c8c3-cd33-4ace-a447-4043ab9d44de admin admin] 10.222.0.44 "DELETE /v2.0/routers/f9ccbac9-d095-4682-97cd-c7fe32b062ef HTTP/1.1" status: 204 len: 168 time: 2.4579518 May 19 21:12:09.093559 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 50056) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:09.106834 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-077f2b3f-ab2f-4282-b959-c0c4fc891162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:12:09.114234 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-077f2b3f-ab2f-4282-b959-c0c4fc891162 admin admin] Usage tracker for resource:security_group_rule and tenant:dcaa53a8f1714219ab1747480e271cd8 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:12:09.119665 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-077f2b3f-ab2f-4282-b959-c0c4fc891162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:12:09.131501 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-077f2b3f-ab2f-4282-b959-c0c4fc891162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:12:09.204168 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d818550-04b6-442c-8318-fd83fe0764d1 admin admin] Deleting subnet 4eb5b8dd-57eb-4bea-ad4e-bbeedb2dc092 {{(pid=91837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 21:12:09.222344 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-0d818550-04b6-442c-8318-fd83fe0764d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:09.224526 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:12:09.291449 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-0d818550-04b6-442c-8318-fd83fe0764d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7566427'] for subnet, precommit_delete_associations {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:09.351178 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-0d818550-04b6-442c-8318-fd83fe0764d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1760382'] for subnet, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:09.373683 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-077f2b3f-ab2f-4282-b959-c0c4fc891162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:09.385290 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-077f2b3f-ab2f-4282-b959-c0c4fc891162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:09.394318 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-b5e49c57-88ad-431f-b682-bcbe46116c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:09.453254 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:09.454477 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-077f2b3f-ab2f-4282-b959-c0c4fc891162 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dcaa53a8f1714219ab1747480e271cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4027395 May 19 21:12:09.457117 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f2b3f-ab2f-4282-b959-c0c4fc891162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1788c288-5dcf-4827-8995-66617dc59c72,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:09.460287 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 50062) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:09.464897 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-077f2b3f-ab2f-4282-b959-c0c4fc891162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:09.486081 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43968df5-3074-4140-b804-35b68a95595d req-4321b049-3b62-43bf-81cd-f21945a76917 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:09.487654 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-43968df5-3074-4140-b804-35b68a95595d req-4321b049-3b62-43bf-81cd-f21945a76917 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.2506144 May 19 21:12:09.598349 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-43968df5-3074-4140-b804-35b68a95595d req-0e6dd4a6-038f-474b-95d1-3dbdd6624daf tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009095 May 19 21:12:09.614396 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-fd7a74c5-a092-4a29-8cb4-8a53c19b8b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:09.647770 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-fd7a74c5-a092-4a29-8cb4-8a53c19b8b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:09.714684 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-fd7a74c5-a092-4a29-8cb4-8a53c19b8b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:09.723533 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:09.744165 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a74c5-a092-4a29-8cb4-8a53c19b8b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1788c288-5dcf-4827-8995-66617dc59c72,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:09.748101 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-fd7a74c5-a092-4a29-8cb4-8a53c19b8b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:09.754911 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-fd7a74c5-a092-4a29-8cb4-8a53c19b8b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:09.756196 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-fd7a74c5-a092-4a29-8cb4-8a53c19b8b2e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1788c288-5dcf-4827-8995-66617dc59c72 HTTP/1.1" status: 204 len: 168 time: 0.2931473 May 19 21:12:09.771961 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-0d818550-04b6-442c-8318-fd83fe0764d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6801266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6349982'] for subnet, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:09.779577 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:09.823346 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d818550-04b6-442c-8318-fd83fe0764d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eb5b8dd-57eb-4bea-ad4e-bbeedb2dc092,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:09.825578 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-0d818550-04b6-442c-8318-fd83fe0764d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for subnet, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:09.832473 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-0d818550-04b6-442c-8318-fd83fe0764d1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4eb5b8dd-57eb-4bea-ad4e-bbeedb2dc092 HTTP/1.1" status: 204 len: 168 time: 0.7374544 May 19 21:12:09.833599 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-0d818550-04b6-442c-8318-fd83fe0764d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:09.835436 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 50068) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:09.960911 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-aea87146-016b-4e0b-89f7-13ee07d6f248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772294'] for network, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:09.985532 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a no longer exists at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:12:10.045923 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] No Port match for: b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:12:10.046480 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device b4e9d8ae-5bf9-45fd-9009-8fbdf9ae702a not bound to the agent host dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:12:10.157115 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-aea87146-016b-4e0b-89f7-13ee07d6f248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754869', 'neutron.services.segments.db._delete_segments_for_network-8750774465410'] for network, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:10.180577 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.services.segments.db [None req-aea87146-016b-4e0b-89f7-13ee07d6f248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba66b4b4-ff54-4d87-8733-625194c2e0f7']}} {{(pid=91837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:12:10.197576 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.services.segments.db [None req-aea87146-016b-4e0b-89f7-13ee07d6f248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c7672e6-f67e-44aa-8350-195541f454ae') {'for_net_delete': True} {{(pid=91837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:12:10.198052 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.services.segments.db [None req-aea87146-016b-4e0b-89f7-13ee07d6f248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c7672e6-f67e-44aa-8350-195541f454ae') {} {{(pid=91837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:12:10.220062 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-aea87146-016b-4e0b-89f7-13ee07d6f248 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750774475915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7566412'] for segment, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:10.253907 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-aea87146-016b-4e0b-89f7-13ee07d6f248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:10.262976 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea87146-016b-4e0b-89f7-13ee07d6f248 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=91837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:12:10.263642 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-aea87146-016b-4e0b-89f7-13ee07d6f248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6754512'] for segment, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:10.278405 dv-cinder-784623-12-iscsi neutron-server[91837]: Traceback (most recent call last): May 19 21:12:10.278405 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 21:12:10.278405 dv-cinder-784623-12-iscsi neutron-server[91837]: timer() May 19 21:12:10.278405 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 21:12:10.278405 dv-cinder-784623-12-iscsi neutron-server[91837]: cb(*args, **kw) May 19 21:12:10.278405 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 21:12:10.278405 dv-cinder-784623-12-iscsi neutron-server[91837]: return func(*args, **kwargs) May 19 21:12:10.278405 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 21:12:10.278405 dv-cinder-784623-12-iscsi neutron-server[91837]: self._notify() May 19 21:12:10.278405 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 21:12:10.278405 dv-cinder-784623-12-iscsi neutron-server[91837]: self.callback(batched_events) May 19 21:12:10.278405 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 21:12:10.278405 dv-cinder-784623-12-iscsi neutron-server[91837]: event.method(event) May 19 21:12:10.278405 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 21:12:10.278405 dv-cinder-784623-12-iscsi neutron-server[91837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 21:12:10.278405 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 21:12:10.278405 dv-cinder-784623-12-iscsi neutron-server[91837]: aggregate_uuid = self.p_client.list_aggregates( May 19 21:12:10.278405 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 21:12:10.278405 dv-cinder-784623-12-iscsi neutron-server[91837]: return f(self, *a, **k) May 19 21:12:10.278405 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 21:12:10.278405 dv-cinder-784623-12-iscsi neutron-server[91837]: return self._get(url).json() May 19 21:12:10.278405 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 21:12:10.278405 dv-cinder-784623-12-iscsi neutron-server[91837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 21:12:10.278405 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 21:12:10.278405 dv-cinder-784623-12-iscsi neutron-server[91837]: return self.request(url, 'GET', **kwargs) May 19 21:12:10.278405 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 21:12:10.278405 dv-cinder-784623-12-iscsi neutron-server[91837]: base_url = self.get_endpoint(auth, allow=allow, May 19 21:12:10.278405 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 21:12:10.278405 dv-cinder-784623-12-iscsi neutron-server[91837]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 21:12:10.278405 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 21:12:10.278405 dv-cinder-784623-12-iscsi neutron-server[91837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 21:12:10.278405 dv-cinder-784623-12-iscsi neutron-server[91837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 21:12:10.370251 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-aea87146-016b-4e0b-89f7-13ee07d6f248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662838'] for network, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:10.375249 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:10.394478 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-aea87146-016b-4e0b-89f7-13ee07d6f248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:10.404094 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea87146-016b-4e0b-89f7-13ee07d6f248 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba66b4b4-ff54-4d87-8733-625194c2e0f7,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:10.406719 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-aea87146-016b-4e0b-89f7-13ee07d6f248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:10.416662 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-aea87146-016b-4e0b-89f7-13ee07d6f248 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ba66b4b4-ff54-4d87-8733-625194c2e0f7 HTTP/1.1" status: 204 len: 168 time: 0.5801268 May 19 21:12:10.691011 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 50092) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:10.754576 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-6ffdee1d-289e-462c-8af3-81ebec0c065b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=181c084e22284e5ca4bdb85e1464e799&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0619473 May 19 21:12:10.758542 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 50098) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:10.879591 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-160d1cbd-9a8a-4317-80c6-61575191f06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:10.919538 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-160d1cbd-9a8a-4317-80c6-61575191f06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:10.948607 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a843c1f-cafc-47d5-919c-b1db78874aef req-1c1285be-9b01-4130-930b-72eaabae9de5 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:10.950286 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-6a843c1f-cafc-47d5-919c-b1db78874aef req-1c1285be-9b01-4130-930b-72eaabae9de5 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.1785543 May 19 21:12:11.016218 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-6a843c1f-cafc-47d5-919c-b1db78874aef req-d94d7ce3-ab64-4d38-99c1-b09ebb798337 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508614 May 19 21:12:11.039564 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-160d1cbd-9a8a-4317-80c6-61575191f06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:11.044263 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-45de6a33-b37b-4b58-bc51-03300469a384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:11.061043 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d1cbd-9a8a-4317-80c6-61575191f06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80faadad-793a-4019-855f-9a6fb33c3eb0,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:11.064283 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-160d1cbd-9a8a-4317-80c6-61575191f06b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:11.079424 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-160d1cbd-9a8a-4317-80c6-61575191f06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:11.080912 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-160d1cbd-9a8a-4317-80c6-61575191f06b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/80faadad-793a-4019-855f-9a6fb33c3eb0 HTTP/1.1" status: 204 len: 168 time: 0.3211071 May 19 21:12:11.234549 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:12.462953 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51880963-c6ba-4630-8dbf-5c428bf96e37 req-f6377b41-1ac3-4571-b24d-5795db6da65c tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:12.465432 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-51880963-c6ba-4630-8dbf-5c428bf96e37 req-f6377b41-1ac3-4571-b24d-5795db6da65c tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.2545936 May 19 21:12:12.530700 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-51880963-c6ba-4630-8dbf-5c428bf96e37 req-87be966d-ff1f-429a-a960-b3e75c1f57e1 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587072 May 19 21:12:12.832087 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 50170) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:13.097451 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ef998-4dcd-4ace-b283-8d181d71fff5 req-5de293e4-8c5d-40df-8b0e-990400532a35 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:13.099321 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e03ef998-4dcd-4ace-b283-8d181d71fff5 req-5de293e4-8c5d-40df-8b0e-990400532a35 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.1825402 May 19 21:12:13.187851 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e03ef998-4dcd-4ace-b283-8d181d71fff5 req-d8ebd2d7-ef51-47b0-80ad-140e8fc8ef03 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700667 May 19 21:12:13.202497 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508806df-67ae-4944-ba7a-0a87aad88a46 req-fd420bdc-9365-4acd-882f-d89579888a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:13.204186 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-508806df-67ae-4944-ba7a-0a87aad88a46 req-fd420bdc-9365-4acd-882f-d89579888a24 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e1b034612bc4c438c95a1e8b0fd3627&device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 1098 time: 0.1663527 May 19 21:12:13.331218 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-f0be5182-ef49-41b0-810a-7ce14a7c40b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:13.359994 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-f0be5182-ef49-41b0-810a-7ce14a7c40b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:12:13.367277 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-f0be5182-ef49-41b0-810a-7ce14a7c40b6 admin admin] Usage tracker for resource:security_group_rule and tenant:0fcfa839aec14a03ba769668e3199556 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:12:13.372472 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-f0be5182-ef49-41b0-810a-7ce14a7c40b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:12:13.384049 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-f0be5182-ef49-41b0-810a-7ce14a7c40b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:12:13.424460 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508806df-67ae-4944-ba7a-0a87aad88a46 req-2dcc2e99-19f4-4fe5-b21c-98954833095f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:13.426678 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-508806df-67ae-4944-ba7a-0a87aad88a46 req-2dcc2e99-19f4-4fe5-b21c-98954833095f service neutron] 10.222.0.25 "GET /v2.0/networks?id=73cdea18-8046-49f0-a6f7-a0df883fcd0a HTTP/1.1" status: 200 len: 911 time: 0.2150819 May 19 21:12:13.498644 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-f0be5182-ef49-41b0-810a-7ce14a7c40b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:13.511391 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-f0be5182-ef49-41b0-810a-7ce14a7c40b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:13.519219 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-6592d81d-2437-4efb-bfc2-82df82785aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:13.574649 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-f0be5182-ef49-41b0-810a-7ce14a7c40b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0fcfa839aec14a03ba769668e3199556&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7406650 May 19 21:12:13.574896 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 50190) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:13.578556 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be5182-ef49-41b0-810a-7ce14a7c40b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e852f20-0f1e-4a91-92c7-f604b725e46b,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:13.585220 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-f0be5182-ef49-41b0-810a-7ce14a7c40b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:13.632800 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-508806df-67ae-4944-ba7a-0a87aad88a46 req-7cd00ced-7c6f-4bdc-a0a5-4568affbf038 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f754221b-9321-429c-b76d-2a4ae4f1f65a HTTP/1.1" status: 200 len: 1001 time: 0.1981919 May 19 21:12:13.728838 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508806df-67ae-4944-ba7a-0a87aad88a46 req-81fdbe65-99c2-4b7e-bfcc-d3c04d4c0992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:13.730402 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-508806df-67ae-4944-ba7a-0a87aad88a46 req-81fdbe65-99c2-4b7e-bfcc-d3c04d4c0992 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=630830f2-778f-4bba-87b9-a49ae18b87af HTTP/1.1" status: 200 len: 849 time: 0.0901611 May 19 21:12:13.731148 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-da7636a0-be02-4a85-96b9-b265bbc6ef7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:13.804249 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-da7636a0-be02-4a85-96b9-b265bbc6ef7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:13.872716 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508806df-67ae-4944-ba7a-0a87aad88a46 req-34839561-e76f-4bfc-a639-f598e8b8dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:13.874422 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-508806df-67ae-4944-ba7a-0a87aad88a46 req-34839561-e76f-4bfc-a639-f598e8b8dc4a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=73cdea18-8046-49f0-a6f7-a0df883fcd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1331108 May 19 21:12:13.943860 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-da7636a0-be02-4a85-96b9-b265bbc6ef7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:13.953454 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-8ac1cb2e-61fa-406a-a7db-a7867dc0c9ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:13.972868 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7636a0-be02-4a85-96b9-b265bbc6ef7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e852f20-0f1e-4a91-92c7-f604b725e46b,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:13.981690 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-da7636a0-be02-4a85-96b9-b265bbc6ef7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:14.039831 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 50202) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:14.053908 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-da7636a0-be02-4a85-96b9-b265bbc6ef7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:14.058556 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-da7636a0-be02-4a85-96b9-b265bbc6ef7b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0e852f20-0f1e-4a91-92c7-f604b725e46b HTTP/1.1" status: 204 len: 168 time: 0.4794123 May 19 21:12:14.139452 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-508806df-67ae-4944-ba7a-0a87aad88a46 req-c4f87a23-0e68-4611-8f4f-5aa83948a1e8 service neutron] 10.222.0.25 "GET /v2.0/networks/73cdea18-8046-49f0-a6f7-a0df883fcd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565074 May 19 21:12:14.371674 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-508806df-67ae-4944-ba7a-0a87aad88a46 req-5c5dd46d-97be-456a-a909-bf06d377eb0a service neutron] 10.222.0.25 "GET /v2.0/networks/73cdea18-8046-49f0-a6f7-a0df883fcd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200592 May 19 21:12:14.489531 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ac790-231d-4ca1-85d1-4a9ca643a277 req-a1b80273-cb23-439d-9ed8-8712681c4cfc tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:14.497544 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-a31ac790-231d-4ca1-85d1-4a9ca643a277 req-a1b80273-cb23-439d-9ed8-8712681c4cfc tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.1633358 May 19 21:12:14.502668 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-58e3d532-7d32-4915-b870-c593b2401a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:14.518767 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:14.539189 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-58e3d532-7d32-4915-b870-c593b2401a86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:12:14.552560 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-58e3d532-7d32-4915-b870-c593b2401a86 admin admin] Usage tracker for resource:security_group_rule and tenant:0269c4b753fb4efebea13d10a46f03ac is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:12:14.558150 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-58e3d532-7d32-4915-b870-c593b2401a86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:12:14.571140 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 50214) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:14.571486 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-58e3d532-7d32-4915-b870-c593b2401a86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:12:14.573587 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-a31ac790-231d-4ca1-85d1-4a9ca643a277 req-ab8dfdd7-c08f-49da-b774-e7ed1911d409 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747855 May 19 21:12:14.602066 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-1c8ac16e-2db0-4d01-9a16-9403ccc10666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:14.625967 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-1c8ac16e-2db0-4d01-9a16-9403ccc10666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:12:14.631808 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-1c8ac16e-2db0-4d01-9a16-9403ccc10666 admin admin] Usage tracker for resource:security_group_rule and tenant:c66a93d247d846c5ba1a8742a41b3040 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:12:14.636297 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-1c8ac16e-2db0-4d01-9a16-9403ccc10666 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:12:14.647519 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-1c8ac16e-2db0-4d01-9a16-9403ccc10666 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:12:14.712127 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-58e3d532-7d32-4915-b870-c593b2401a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:14.717255 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-58e3d532-7d32-4915-b870-c593b2401a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:14.726710 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-05545ce0-c543-46a5-969e-ad4e7a80e772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:14.771994 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-58e3d532-7d32-4915-b870-c593b2401a86 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0269c4b753fb4efebea13d10a46f03ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7306664 May 19 21:12:14.777430 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 50218) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:14.778306 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3d532-7d32-4915-b870-c593b2401a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea738928-c164-431c-90f6-d7a742cc7eee,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:14.781711 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-58e3d532-7d32-4915-b870-c593b2401a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:14.845068 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-1c8ac16e-2db0-4d01-9a16-9403ccc10666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:14.857971 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-1c8ac16e-2db0-4d01-9a16-9403ccc10666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:14.883842 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-fd7a74c5-a092-4a29-8cb4-8a53c19b8b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:14.981369 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-1c8ac16e-2db0-4d01-9a16-9403ccc10666 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c66a93d247d846c5ba1a8742a41b3040&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4118037 May 19 21:12:14.984827 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 50222) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:14.996549 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ac16e-2db0-4d01-9a16-9403ccc10666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f50c43-8550-4b5b-98fa-889cb4d02142,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:15.006129 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-1c8ac16e-2db0-4d01-9a16-9403ccc10666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:15.016219 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a56923be-57ab-407b-9d32-e8a5812c2438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:15.054384 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a56923be-57ab-407b-9d32-e8a5812c2438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:15.101464 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-e43e43ad-c4d3-42ee-874c-3e7902d5d8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:15.114107 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a56923be-57ab-407b-9d32-e8a5812c2438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:15.120191 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-da7636a0-be02-4a85-96b9-b265bbc6ef7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:15.135380 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56923be-57ab-407b-9d32-e8a5812c2438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea738928-c164-431c-90f6-d7a742cc7eee,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:15.140634 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-a56923be-57ab-407b-9d32-e8a5812c2438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:15.146091 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a56923be-57ab-407b-9d32-e8a5812c2438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:15.147367 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-a56923be-57ab-407b-9d32-e8a5812c2438 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea738928-c164-431c-90f6-d7a742cc7eee HTTP/1.1" status: 204 len: 168 time: 0.3684239 May 19 21:12:15.153298 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-e43e43ad-c4d3-42ee-874c-3e7902d5d8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:15.246798 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-e43e43ad-c4d3-42ee-874c-3e7902d5d8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:15.252266 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-b23eb5e3-288e-493c-9072-dd88a8c6723e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:15.268134 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e43ad-c4d3-42ee-874c-3e7902d5d8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f50c43-8550-4b5b-98fa-889cb4d02142,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:15.270981 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-e43e43ad-c4d3-42ee-874c-3e7902d5d8ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:15.284226 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-e43e43ad-c4d3-42ee-874c-3e7902d5d8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:15.285554 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-e43e43ad-c4d3-42ee-874c-3e7902d5d8ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/71f50c43-8550-4b5b-98fa-889cb4d02142 HTTP/1.1" status: 204 len: 168 time: 0.2992969 May 19 21:12:15.815774 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 50244) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:15.848294 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-a376b12d-5377-4ac5-8d13-765f0bb6814a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:15.874222 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-a376b12d-5377-4ac5-8d13-765f0bb6814a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:12:15.879928 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-a376b12d-5377-4ac5-8d13-765f0bb6814a admin admin] Usage tracker for resource:security_group_rule and tenant:6b36a2c0f8d34e5ba4e9cc4f32d8f71c is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:12:15.884576 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-a376b12d-5377-4ac5-8d13-765f0bb6814a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:12:15.896567 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-a376b12d-5377-4ac5-8d13-765f0bb6814a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:12:15.943035 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe42f9-c826-414c-b5f3-cf141142bf33 req-0364a8f4-53fc-49bb-8e31-cec77f15ecd2 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:15.946361 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-71fe42f9-c826-414c-b5f3-cf141142bf33 req-0364a8f4-53fc-49bb-8e31-cec77f15ecd2 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.1788220 May 19 21:12:16.033442 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-71fe42f9-c826-414c-b5f3-cf141142bf33 req-0768c2fb-3f39-49ac-b749-dcb603d33789 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763173 May 19 21:12:16.072312 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-a376b12d-5377-4ac5-8d13-765f0bb6814a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:16.077339 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-a376b12d-5377-4ac5-8d13-765f0bb6814a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:16.085867 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-ca4aa2ac-67a7-4105-8192-752ec462d2bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:16.131693 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-a376b12d-5377-4ac5-8d13-765f0bb6814a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6b36a2c0f8d34e5ba4e9cc4f32d8f71c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3144279 May 19 21:12:16.132958 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a376b12d-5377-4ac5-8d13-765f0bb6814a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebfcdae-6185-4eb3-93a4-7478ebfbe9b0,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:16.135632 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 50252) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:16.136546 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-a376b12d-5377-4ac5-8d13-765f0bb6814a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:16.205890 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-272916b4-c6d7-4deb-9bcf-7aa267b17fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:16.246705 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-272916b4-c6d7-4deb-9bcf-7aa267b17fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:16.318130 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-272916b4-c6d7-4deb-9bcf-7aa267b17fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:16.325604 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-99630327-42de-4bf7-a6d8-f4abeedc27d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:16.343204 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272916b4-c6d7-4deb-9bcf-7aa267b17fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebfcdae-6185-4eb3-93a4-7478ebfbe9b0,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:16.346381 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-272916b4-c6d7-4deb-9bcf-7aa267b17fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:16.348535 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-272916b4-c6d7-4deb-9bcf-7aa267b17fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:16.352711 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-272916b4-c6d7-4deb-9bcf-7aa267b17fce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bebfcdae-6185-4eb3-93a4-7478ebfbe9b0 HTTP/1.1" status: 204 len: 168 time: 0.2153254 May 19 21:12:16.415283 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 50264) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:16.546555 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-069f2aaa-b41a-44c7-8efd-5c47ae27f8b4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-897410057-network', 'tenant_id': '21fee8a66eaf4db89256b3fbe71e78a5'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:12:16.551806 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-069f2aaa-b41a-44c7-8efd-5c47ae27f8b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:12:16.556468 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-069f2aaa-b41a-44c7-8efd-5c47ae27f8b4 admin admin] Usage tracker for resource:network and tenant:21fee8a66eaf4db89256b3fbe71e78a5 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:12:16.560285 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-069f2aaa-b41a-44c7-8efd-5c47ae27f8b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:12:16.567555 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-069f2aaa-b41a-44c7-8efd-5c47ae27f8b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:12:16.586483 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069f2aaa-b41a-44c7-8efd-5c47ae27f8b4 admin admin] Made reservation on behalf of 21fee8a66eaf4db89256b3fbe71e78a5 for: {'network': 1} {{(pid=91837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:12:16.588979 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-069f2aaa-b41a-44c7-8efd-5c47ae27f8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1785277'] for network, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:16.603491 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-069f2aaa-b41a-44c7-8efd-5c47ae27f8b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:16.620262 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-069f2aaa-b41a-44c7-8efd-5c47ae27f8b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:12:16.627716 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-069f2aaa-b41a-44c7-8efd-5c47ae27f8b4 admin admin] Usage tracker for resource:security_group_rule and tenant:21fee8a66eaf4db89256b3fbe71e78a5 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:12:16.628696 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-069f2aaa-b41a-44c7-8efd-5c47ae27f8b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:12:16.635312 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-069f2aaa-b41a-44c7-8efd-5c47ae27f8b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:12:16.761169 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-069f2aaa-b41a-44c7-8efd-5c47ae27f8b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:16.765791 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-069f2aaa-b41a-44c7-8efd-5c47ae27f8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:16.769687 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-a873b93e-62cb-4ff9-b43c-d218a399e782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:16.800481 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069f2aaa-b41a-44c7-8efd-5c47ae27f8b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=91837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:12:16.810083 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f2aaa-b41a-44c7-8efd-5c47ae27f8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2697002-d0d1-448c-9499-141319b55618,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:16.814272 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-069f2aaa-b41a-44c7-8efd-5c47ae27f8b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:16.817487 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-069f2aaa-b41a-44c7-8efd-5c47ae27f8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:16.817811 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.db.segments_db [None req-069f2aaa-b41a-44c7-8efd-5c47ae27f8b4 admin admin] Added segment dbad822a-cc0a-4804-bd9a-2013730fd3fb of type vlan for network 6129b1c1-2969-4f61-8356-b52878478c32 May 19 21:12:16.854641 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-069f2aaa-b41a-44c7-8efd-5c47ae27f8b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750774008697'] for network, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:16.891101 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-069f2aaa-b41a-44c7-8efd-5c47ae27f8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448'] for network, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:16.892541 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069f2aaa-b41a-44c7-8efd-5c47ae27f8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:16.893132 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-069f2aaa-b41a-44c7-8efd-5c47ae27f8b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:16.900289 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-578eadc6-5461-4178-a05b-e39e996d8673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:17.029209 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f2aaa-b41a-44c7-8efd-5c47ae27f8b4 admin admin] Pushing event updated for resources: {'Network': ['ID=6129b1c1-2969-4f61-8356-b52878478c32,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:17.032311 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-069f2aaa-b41a-44c7-8efd-5c47ae27f8b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:17.042001 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 50282) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:17.042918 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-069f2aaa-b41a-44c7-8efd-5c47ae27f8b4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6245890 May 19 21:12:17.043877 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Network 6129b1c1-2969-4f61-8356-b52878478c32 details requested by agent ovs-agent-dv-cinder-784623-12-iscsi with host dv-cinder-784623-12-iscsi {{(pid=91838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 21:12:17.052075 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-4ac6191a-d041-4942-8ef7-e58e43ba69a1 admin admin] Request body: {'subnet': {'network_id': '6129b1c1-2969-4f61-8356-b52878478c32', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-897410057-subnet', 'tenant_id': '21fee8a66eaf4db89256b3fbe71e78a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:12:17.060964 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-4ac6191a-d041-4942-8ef7-e58e43ba69a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:12:17.067038 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-4ac6191a-d041-4942-8ef7-e58e43ba69a1 admin admin] Usage tracker for resource:subnet and tenant:21fee8a66eaf4db89256b3fbe71e78a5 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:12:17.072717 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-4ac6191a-d041-4942-8ef7-e58e43ba69a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:12:17.084064 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-4ac6191a-d041-4942-8ef7-e58e43ba69a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:12:17.105121 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac6191a-d041-4942-8ef7-e58e43ba69a1 admin admin] Made reservation on behalf of 21fee8a66eaf4db89256b3fbe71e78a5 for: {'subnet': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:12:17.109175 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-4ac6191a-d041-4942-8ef7-e58e43ba69a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7162105'] for subnet, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:17.719198 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-4ac6191a-d041-4942-8ef7-e58e43ba69a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6526971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7162059'] for subnet, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:17.726579 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-b67afea4-737e-4b4b-a53b-71ceea5f5bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:17.808076 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6191a-d041-4942-8ef7-e58e43ba69a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5b3a5fd-8c3f-413f-baf6-420ec92c6a39,revision_number=0']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:17.812643 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-4ac6191a-d041-4942-8ef7-e58e43ba69a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:17.817548 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac6191a-d041-4942-8ef7-e58e43ba69a1 admin admin] Checking segment: {'id': 'dbad822a-cc0a-4804-bd9a-2013730fd3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6129b1c1-2969-4f61-8356-b52878478c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:12:17.817903 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac6191a-d041-4942-8ef7-e58e43ba69a1 admin admin] Network hostable DHCP agents. Network: 6129b1c1-2969-4f61-8356-b52878478c32, hostable agents: ['79fa1e52-5d5b-4f2e-bd0b-6133595bf37f'], hosted agents: [] {{(pid=91836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:12:17.840107 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac6191a-d041-4942-8ef7-e58e43ba69a1 admin admin] Network 6129b1c1-2969-4f61-8356-b52878478c32 is scheduled to be hosted by DHCP agent 79fa1e52-5d5b-4f2e-bd0b-6133595bf37f with binding_index 1 {{(pid=91836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:12:17.855373 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-4ac6191a-d041-4942-8ef7-e58e43ba69a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-12-iscsi, 6129b1c1-2969-4f61-8356-b52878478c32) {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:12:17.869773 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac6191a-d041-4942-8ef7-e58e43ba69a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:17.870103 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300f86f7-1653-4e22-919e-c0b391257c50 None None] Network 6129b1c1-2969-4f61-8356-b52878478c32 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:12:17.870751 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-4ac6191a-d041-4942-8ef7-e58e43ba69a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:17.912357 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-4ac6191a-d041-4942-8ef7-e58e43ba69a1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8684216 May 19 21:12:18.102722 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ae4f17-a4eb-443c-b94c-12917e54beb7 None None] Network 6129b1c1-2969-4f61-8356-b52878478c32 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:12:20.673005 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-3064e726-ad6a-4f1d-b470-839936b5e898 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:20.673871 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-3064e726-ad6a-4f1d-b470-839936b5e898 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Synchronizing usage tracker for tenant:21fee8a66eaf4db89256b3fbe71e78a5 on resource:network {{(pid=91837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:12:20.695688 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-3064e726-ad6a-4f1d-b470-839936b5e898 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Unset dirty status for tenant:21fee8a66eaf4db89256b3fbe71e78a5 on resource:network {{(pid=91837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:12:20.696876 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-3064e726-ad6a-4f1d-b470-839936b5e898 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/networks?id=6129b1c1-2969-4f61-8356-b52878478c32 HTTP/1.1" status: 200 len: 808 time: 0.3812737 May 19 21:12:20.718414 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-85af5ad1-870e-4dd6-995e-be6f70a8a195 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/quotas/21fee8a66eaf4db89256b3fbe71e78a5 HTTP/1.1" status: 200 len: 375 time: 0.0105999 May 19 21:12:20.782105 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-1caec6d7-f5da-4a92-8c0d-4f82de45bc15 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=21fee8a66eaf4db89256b3fbe71e78a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567937 May 19 21:12:20.946498 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-a28ee5c6-03c8-48ae-ae37-bf0dc9ebb79b service neutron] 10.222.0.44 "GET /v2.0/networks/6129b1c1-2969-4f61-8356-b52878478c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553054 May 19 21:12:21.100269 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-93e484cc-f1e6-44c1-8b0f-c04eec2c97df service neutron] 10.222.0.44 "GET /v2.0/networks/6129b1c1-2969-4f61-8356-b52878478c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465688 May 19 21:12:21.394783 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4dbeb1ee-31cc-4911-8061-d72f6fd1f47a req-21e4034c-42be-4de2-92b5-ac7b1bf429ee tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/ports?device_id=33013c5b-8ea9-44dc-8883-4a659d1d5a38 HTTP/1.1" status: 200 len: 210 time: 0.0789838 May 19 21:12:22.519674 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-f4a4020d-2cb1-4807-8d46-a2e96d6aa6ec req-f7ff0168-c867-4ee6-a7f8-2d5c9082d8b1 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/ports?device_id=33013c5b-8ea9-44dc-8883-4a659d1d5a38 HTTP/1.1" status: 200 len: 210 time: 0.0539875 May 19 21:12:23.656103 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e2c891e0-0f70-4f57-b566-dca37db7b1ca req-523e133c-e791-417b-a5b5-a47b8dcaaf66 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/ports?device_id=33013c5b-8ea9-44dc-8883-4a659d1d5a38 HTTP/1.1" status: 200 len: 210 time: 0.0742636 May 19 21:12:24.789965 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-fa29c606-ce51-4286-9a43-641f05db847d req-a2d3ed1f-5a3d-4234-8f73-f0d2a92b162b tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/ports?device_id=33013c5b-8ea9-44dc-8883-4a659d1d5a38 HTTP/1.1" status: 200 len: 210 time: 0.0672770 May 19 21:12:26.055769 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-46a189ae-7ca9-414f-af05-d9ffc2ebe464 req-9c355628-4f9e-4ed6-bb20-8d6cf83fa115 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/ports?device_id=33013c5b-8ea9-44dc-8883-4a659d1d5a38 HTTP/1.1" status: 200 len: 210 time: 0.1067553 May 19 21:12:26.905890 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-446e4711-eca1-46c2-85b2-9ca47a69e68c tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:26.908843 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-446e4711-eca1-46c2-85b2-9ca47a69e68c tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.25 "GET /v2.0/networks?id=6129b1c1-2969-4f61-8356-b52878478c32 HTTP/1.1" status: 200 len: 808 time: 0.2164042 May 19 21:12:26.933088 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-fd2df7e2-bae7-45f4-8f50-c2baa87e62aa tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Request body: {'port': {'device_id': '33013c5b-8ea9-44dc-8883-4a659d1d5a38', 'network_id': '6129b1c1-2969-4f61-8356-b52878478c32', 'admin_state_up': True, 'tenant_id': '21fee8a66eaf4db89256b3fbe71e78a5'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:12:27.134921 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-fd2df7e2-bae7-45f4-8f50-c2baa87e62aa tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:12:27.141024 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-fd2df7e2-bae7-45f4-8f50-c2baa87e62aa tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Usage tracker for resource:port and tenant:21fee8a66eaf4db89256b3fbe71e78a5 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:12:27.145610 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-fd2df7e2-bae7-45f4-8f50-c2baa87e62aa tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:12:27.153939 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-fd2df7e2-bae7-45f4-8f50-c2baa87e62aa tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:12:27.169617 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-fd2df7e2-bae7-45f4-8f50-c2baa87e62aa tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Made reservation on behalf of 21fee8a66eaf4db89256b3fbe71e78a5 for: {'port': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:12:27.176466 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-fd2df7e2-bae7-45f4-8f50-c2baa87e62aa tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:27.302252 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-dad831f9-8b12-464c-9555-5067609265c8 req-6d48ffe9-22b9-4512-8f84-579759953b20 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/ports?device_id=33013c5b-8ea9-44dc-8883-4a659d1d5a38 HTTP/1.1" status: 200 len: 210 time: 0.0796180 May 19 21:12:27.378387 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-fd2df7e2-bae7-45f4-8f50-c2baa87e62aa tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Allocated IP 172.20.0.6 (6129b1c1-2969-4f61-8356-b52878478c32/d5b3a5fd-8c3f-413f-baf6-420ec92c6a39/f799141c-8db9-4dfb-849c-48e67d512230) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:12:27.673153 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-fd2df7e2-bae7-45f4-8f50-c2baa87e62aa tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:27.710732 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-fd2df7e2-bae7-45f4-8f50-c2baa87e62aa tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:27.717037 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-e8a3b98a-1e8e-468a-93cf-b9a038d084d8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:27.792715 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-fd2df7e2-bae7-45f4-8f50-c2baa87e62aa tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Network 6129b1c1-2969-4f61-8356-b52878478c32 is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:12:27.796634 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-fd2df7e2-bae7-45f4-8f50-c2baa87e62aa tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:12:27.801407 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-fd2df7e2-bae7-45f4-8f50-c2baa87e62aa tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:12:27.845488 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2df7e2-bae7-45f4-8f50-c2baa87e62aa tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Pushing event updated for resources: {'Port': ['ID=f799141c-8db9-4dfb-849c-48e67d512230,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:27.866057 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2df7e2-bae7-45f4-8f50-c2baa87e62aa tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:27.866469 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2df7e2-bae7-45f4-8f50-c2baa87e62aa tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:27.867043 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2df7e2-bae7-45f4-8f50-c2baa87e62aa tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:27.867547 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2df7e2-bae7-45f4-8f50-c2baa87e62aa tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:27.867756 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2df7e2-bae7-45f4-8f50-c2baa87e62aa tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:27.868101 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2df7e2-bae7-45f4-8f50-c2baa87e62aa tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:27.868439 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2df7e2-bae7-45f4-8f50-c2baa87e62aa tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:27.868781 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2df7e2-bae7-45f4-8f50-c2baa87e62aa tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:27.869141 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2df7e2-bae7-45f4-8f50-c2baa87e62aa tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:27.870314 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2df7e2-bae7-45f4-8f50-c2baa87e62aa tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:27.870314 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2df7e2-bae7-45f4-8f50-c2baa87e62aa tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:27.870314 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2df7e2-bae7-45f4-8f50-c2baa87e62aa tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:27.876215 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-fd2df7e2-bae7-45f4-8f50-c2baa87e62aa tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:27.892628 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-fd2df7e2-bae7-45f4-8f50-c2baa87e62aa tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:27.894129 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-fd2df7e2-bae7-45f4-8f50-c2baa87e62aa tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:27.924043 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-fd2df7e2-bae7-45f4-8f50-c2baa87e62aa tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9960182 May 19 21:12:27.941884 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-3f8e8f6b-3e38-4136-aa3d-9359be2d6ae2 service neutron] Request body: {'port': {'device_id': '33013c5b-8ea9-44dc-8883-4a659d1d5a38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:12:28.071677 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-3f8e8f6b-3e38-4136-aa3d-9359be2d6ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:28.133496 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35ff48-8b90-4e8b-a16d-7eff4ca374e3 req-270d8b03-52da-417e-aa71-464a662099c7 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:28.136313 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-3e35ff48-8b90-4e8b-a16d-7eff4ca374e3 req-270d8b03-52da-417e-aa71-464a662099c7 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 946 time: 0.1095715 May 19 21:12:28.195368 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-3e35ff48-8b90-4e8b-a16d-7eff4ca374e3 req-26853dd2-2df9-4acf-a7f6-c71b51589721 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454004 May 19 21:12:28.697666 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-3f8e8f6b-3e38-4136-aa3d-9359be2d6ae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f799141c-8db9-4dfb-849c-48e67d512230 {{(pid=91836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:12:28.707041 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-3f8e8f6b-3e38-4136-aa3d-9359be2d6ae2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:28.723970 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf97d9-32e4-40ff-b609-ad4e0660221c req-0827b652-2c47-4310-a922-e2c41903b204 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:28.724725 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-d0bf97d9-32e4-40ff-b609-ad4e0660221c req-0827b652-2c47-4310-a922-e2c41903b204 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Synchronizing usage tracker for tenant:21fee8a66eaf4db89256b3fbe71e78a5 on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:12:28.739089 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-3f8e8f6b-3e38-4136-aa3d-9359be2d6ae2 service neutron] Transition to ACTIVE for port object f799141c-8db9-4dfb-849c-48e67d512230 will not be triggered until provisioned by entity L2. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:12:28.747115 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-3f8e8f6b-3e38-4136-aa3d-9359be2d6ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:28.752819 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-e0e724ed-fa06-49c5-b332-eac71563450f tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:28.808424 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-d0bf97d9-32e4-40ff-b609-ad4e0660221c req-0827b652-2c47-4310-a922-e2c41903b204 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Unset dirty status for tenant:21fee8a66eaf4db89256b3fbe71e78a5 on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:12:28.809639 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d0bf97d9-32e4-40ff-b609-ad4e0660221c req-0827b652-2c47-4310-a922-e2c41903b204 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/ports?device_id=33013c5b-8ea9-44dc-8883-4a659d1d5a38 HTTP/1.1" status: 200 len: 931 time: 0.3719518 May 19 21:12:28.912803 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e8f6b-3e38-4136-aa3d-9359be2d6ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=f799141c-8db9-4dfb-849c-48e67d512230,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:28.941731 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-3f8e8f6b-3e38-4136-aa3d-9359be2d6ae2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:29.011088 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d0bf97d9-32e4-40ff-b609-ad4e0660221c req-335e6ac6-ccbc-4db4-8d93-10b253396809 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2697002-d0d1-448c-9499-141319b55618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454780 May 19 21:12:29.066014 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-3f8e8f6b-3e38-4136-aa3d-9359be2d6ae2 service neutron] Attempting to bind port f799141c-8db9-4dfb-849c-48e67d512230 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:12:29.066741 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-3f8e8f6b-3e38-4136-aa3d-9359be2d6ae2 service neutron] Attempting to bind port f799141c-8db9-4dfb-849c-48e67d512230 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'dbad822a-cc0a-4804-bd9a-2013730fd3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6129b1c1-2969-4f61-8356-b52878478c32'}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:12:29.067394 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-3f8e8f6b-3e38-4136-aa3d-9359be2d6ae2 service neutron] Attempting to bind port f799141c-8db9-4dfb-849c-48e67d512230 on network 6129b1c1-2969-4f61-8356-b52878478c32 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:12:29.077866 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-3f8e8f6b-3e38-4136-aa3d-9359be2d6ae2 service neutron] Port f799141c-8db9-4dfb-849c-48e67d512230 on network 6129b1c1-2969-4f61-8356-b52878478c32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 21:12:29.078493 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-3f8e8f6b-3e38-4136-aa3d-9359be2d6ae2 service neutron] Attempting to bind port f799141c-8db9-4dfb-849c-48e67d512230 on network 6129b1c1-2969-4f61-8356-b52878478c32 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:12:29.089232 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-3f8e8f6b-3e38-4136-aa3d-9359be2d6ae2 service neutron] Checking agent: {'id': '2fb6168f-df3b-41e1-92fa-9ac77f822fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'started_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:12:29.089898 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-3f8e8f6b-3e38-4136-aa3d-9359be2d6ae2 service neutron] Checking segment: {'id': 'dbad822a-cc0a-4804-bd9a-2013730fd3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6129b1c1-2969-4f61-8356-b52878478c32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:12:29.090611 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-3f8e8f6b-3e38-4136-aa3d-9359be2d6ae2 service neutron] Bound using segment: {'id': 'dbad822a-cc0a-4804-bd9a-2013730fd3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6129b1c1-2969-4f61-8356-b52878478c32'} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:12:29.091403 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-3f8e8f6b-3e38-4136-aa3d-9359be2d6ae2 service neutron] Bound port: f799141c-8db9-4dfb-849c-48e67d512230, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbad822a-cc0a-4804-bd9a-2013730fd3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6129b1c1-2969-4f61-8356-b52878478c32'}}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:12:29.091984 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-3f8e8f6b-3e38-4136-aa3d-9359be2d6ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:29.216691 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-3f8e8f6b-3e38-4136-aa3d-9359be2d6ae2 service neutron] For port f799141c-8db9-4dfb-849c-48e67d512230, host hv-cinder-78462, cleared binding levels {{(pid=91836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:12:29.220481 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-3f8e8f6b-3e38-4136-aa3d-9359be2d6ae2 service neutron] For port f799141c-8db9-4dfb-849c-48e67d512230, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f799141c-8db9-4dfb-849c-48e67d512230,segment=NetworkSegment(dbad822a-cc0a-4804-bd9a-2013730fd3fb),segment_id=dbad822a-cc0a-4804-bd9a-2013730fd3fb)] {{(pid=91836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:12:29.227759 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-3f8e8f6b-3e38-4136-aa3d-9359be2d6ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:29.232044 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:29.297326 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-3f8e8f6b-3e38-4136-aa3d-9359be2d6ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:29.297954 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-3f8e8f6b-3e38-4136-aa3d-9359be2d6ae2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:29.299448 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-3f8e8f6b-3e38-4136-aa3d-9359be2d6ae2 service neutron] 10.222.0.25 "PUT /v2.0/ports/f799141c-8db9-4dfb-849c-48e67d512230 HTTP/1.1" status: 200 len: 1093 time: 1.3630993 May 19 21:12:29.299977 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33013c5b-8ea9-44dc-8883-4a659d1d5a38', 'tag': 'f799141c-8db9-4dfb-849c-48e67d512230'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:12:29.325707 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e8f6b-3e38-4136-aa3d-9359be2d6ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=f799141c-8db9-4dfb-849c-48e67d512230,revision_number=3']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:29.329704 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-3f8e8f6b-3e38-4136-aa3d-9359be2d6ae2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:29.434599 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33013c5b-8ea9-44dc-8883-4a659d1d5a38', 'tag': 'f799141c-8db9-4dfb-849c-48e67d512230', 'status': 'completed', 'code': 200} May 19 21:12:29.450007 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072c8e1-3798-424e-85c9-93afbb472ff0 req-5edb65e3-107e-4426-8dc7-6b2f843887c2 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:29.451891 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-9072c8e1-3798-424e-85c9-93afbb472ff0 req-5edb65e3-107e-4426-8dc7-6b2f843887c2 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 946 time: 0.1105316 May 19 21:12:29.504684 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-f8daccf6-aa78-41c3-bb97-c96d2e0a9bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:29.507461 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-f8daccf6-aa78-41c3-bb97-c96d2e0a9bd8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=21fee8a66eaf4db89256b3fbe71e78a5&device_id=33013c5b-8ea9-44dc-8883-4a659d1d5a38 HTTP/1.1" status: 200 len: 1096 time: 0.1423135 May 19 21:12:29.517978 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-9072c8e1-3798-424e-85c9-93afbb472ff0 req-be3d6b82-dfb9-4880-96b7-cb51e723c853 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602055 May 19 21:12:29.656377 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-622868d7-256c-4ddb-bd1d-8e34479e2716 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f799141c-8db9-4dfb-849c-48e67d512230 HTTP/1.1" status: 200 len: 217 time: 0.1368730 May 19 21:12:29.741643 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-136c7c69-66db-4e63-9c6e-ebdc2759cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:29.743559 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-136c7c69-66db-4e63-9c6e-ebdc2759cf6d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d5b3a5fd-8c3f-413f-baf6-420ec92c6a39 HTTP/1.1" status: 200 len: 848 time: 0.0831234 May 19 21:12:29.799628 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b77be-62bb-47c9-b334-b43b5b35798e req-294a8e90-807a-4163-a10a-5956e7d00c40 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:29.801273 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1c5b77be-62bb-47c9-b334-b43b5b35798e req-294a8e90-807a-4163-a10a-5956e7d00c40 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.25 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 946 time: 0.1981814 May 19 21:12:29.839299 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-8fe3e77c-99f9-45c1-8866-cc9f00ad1594 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6129b1c1-2969-4f61-8356-b52878478c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846004 May 19 21:12:30.018066 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 50492) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:30.057417 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-6acd7d71-4eea-4742-b5ef-303ca8b75869 service neutron] 10.222.0.25 "GET /v2.0/networks/6129b1c1-2969-4f61-8356-b52878478c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118180 May 19 21:12:30.188068 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-42bcfed8-02fe-434c-afe7-44f38ffd9d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:30.201930 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-1c5b77be-62bb-47c9-b334-b43b5b35798e req-6d91564f-ccb9-4f1d-9cf5-4fad4cacb008 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Deleting port 47c71c0a-a5f7-4a6c-939c-81ef96bfa929 {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:12:30.202251 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-1c5b77be-62bb-47c9-b334-b43b5b35798e req-6d91564f-ccb9-4f1d-9cf5-4fad4cacb008 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:30.215296 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-42bcfed8-02fe-434c-afe7-44f38ffd9d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:12:30.222209 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-42bcfed8-02fe-434c-afe7-44f38ffd9d5a admin admin] Usage tracker for resource:security_group_rule and tenant:4f6b808da92e4ae18f54648fd31a623a is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:12:30.227695 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-42bcfed8-02fe-434c-afe7-44f38ffd9d5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:12:30.238265 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-42bcfed8-02fe-434c-afe7-44f38ffd9d5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:12:30.352799 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-42bcfed8-02fe-434c-afe7-44f38ffd9d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:30.359436 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-42bcfed8-02fe-434c-afe7-44f38ffd9d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:30.368018 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8488f92c-1daa-4fff-af0b-c447c2ea9b10 req-ce55c87c-6350-421e-9171-dabdf5b60468 service neutron] 10.222.0.25 "GET /v2.0/networks/6129b1c1-2969-4f61-8356-b52878478c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037183 May 19 21:12:30.371008 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-785bd389-9108-443d-aabd-e10c769e4050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:30.413231 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-1c5b77be-62bb-47c9-b334-b43b5b35798e req-6d91564f-ccb9-4f1d-9cf5-4fad4cacb008 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] For port 47c71c0a-a5f7-4a6c-939c-81ef96bfa929, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=47c71c0a-a5f7-4a6c-939c-81ef96bfa929,segment=NetworkSegment(dd24c109-b873-4075-a547-36393fe5fd42),segment_id=dd24c109-b873-4075-a547-36393fe5fd42)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:12:30.413594 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-1c5b77be-62bb-47c9-b334-b43b5b35798e req-6d91564f-ccb9-4f1d-9cf5-4fad4cacb008 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:30.429509 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bcfed8-02fe-434c-afe7-44f38ffd9d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b80456a-ccee-42a5-b2d6-9ef8afac5b79,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:30.435086 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a04cb2-8c28-43a2-aa54-0344593131c7 req-d435b59d-ad8e-4a48-837b-234c04a8bd4e tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:30.436668 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-62a04cb2-8c28-43a2-aa54-0344593131c7 req-d435b59d-ad8e-4a48-837b-234c04a8bd4e tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/ports?device_id=33013c5b-8ea9-44dc-8883-4a659d1d5a38 HTTP/1.1" status: 200 len: 943 time: 0.2775810 May 19 21:12:30.446690 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-42bcfed8-02fe-434c-afe7-44f38ffd9d5a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f6b808da92e4ae18f54648fd31a623a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4257500 May 19 21:12:30.447634 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 50500) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:30.448931 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-42bcfed8-02fe-434c-afe7-44f38ffd9d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:30.521715 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ca2673a1-c552-43f2-acf6-ab7984585ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:30.557707 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ca2673a1-c552-43f2-acf6-ab7984585ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:30.662202 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ca2673a1-c552-43f2-acf6-ab7984585ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:30.664809 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-c984408f-c691-4c14-80de-c4d68856dba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:30.684524 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2673a1-c552-43f2-acf6-ab7984585ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b80456a-ccee-42a5-b2d6-9ef8afac5b79,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:30.688036 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-ca2673a1-c552-43f2-acf6-ab7984585ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:30.697202 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ca2673a1-c552-43f2-acf6-ab7984585ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:30.701169 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-ca2673a1-c552-43f2-acf6-ab7984585ddb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4b80456a-ccee-42a5-b2d6-9ef8afac5b79 HTTP/1.1" status: 204 len: 168 time: 0.2483807 May 19 21:12:30.831600 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969102ba-f936-439d-b430-0486b90db674 req-c346a651-ac28-417c-ba13-2f3664c43203 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:30.833317 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-969102ba-f936-439d-b430-0486b90db674 req-c346a651-ac28-417c-ba13-2f3664c43203 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 946 time: 0.0909638 May 19 21:12:30.849435 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-62a04cb2-8c28-43a2-aa54-0344593131c7 req-203d1cbf-3fae-4189-a73e-7afe97bb178a tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2697002-d0d1-448c-9499-141319b55618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237052 May 19 21:12:30.911950 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-969102ba-f936-439d-b430-0486b90db674 req-93c1e863-f637-4250-81d4-84b76bc0fa7e tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712240 May 19 21:12:30.976507 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657be0ef-e5ef-48ce-b070-475541bff5f9 req-aadd5341-0c9d-477b-b418-249d57a43fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:30.978165 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-657be0ef-e5ef-48ce-b070-475541bff5f9 req-aadd5341-0c9d-477b-b418-249d57a43fe4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=21fee8a66eaf4db89256b3fbe71e78a5&device_id=33013c5b-8ea9-44dc-8883-4a659d1d5a38 HTTP/1.1" status: 200 len: 1096 time: 0.5385673 May 19 21:12:31.009773 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-1c5b77be-62bb-47c9-b334-b43b5b35798e req-6d91564f-ccb9-4f1d-9cf5-4fad4cacb008 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:31.010145 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-1c5b77be-62bb-47c9-b334-b43b5b35798e req-6d91564f-ccb9-4f1d-9cf5-4fad4cacb008 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658636'] for floatingip, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:31.010458 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.db.l3_db [req-1c5b77be-62bb-47c9-b334-b43b5b35798e req-6d91564f-ccb9-4f1d-9cf5-4fad4cacb008 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Floating IP df9358fa-42d0-45a4-86f7-afb6a07cc073 disassociated. External IP: 172.27.1.243, port: 47c71c0a-a5f7-4a6c-939c-81ef96bfa929. May 19 21:12:31.010794 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-1c5b77be-62bb-47c9-b334-b43b5b35798e req-6d91564f-ccb9-4f1d-9cf5-4fad4cacb008 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Calling delete_port for 47c71c0a-a5f7-4a6c-939c-81ef96bfa929 owned by compute:nova {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:12:31.128283 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 50510) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:31.147307 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-a9dd5717-7e5b-4e08-8556-834ea61a1147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:31.148893 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657be0ef-e5ef-48ce-b070-475541bff5f9 req-b8381fd9-5887-4efe-bf8b-92d4a4bb8b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:31.150383 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-657be0ef-e5ef-48ce-b070-475541bff5f9 req-b8381fd9-5887-4efe-bf8b-92d4a4bb8b47 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6129b1c1-2969-4f61-8356-b52878478c32 HTTP/1.1" status: 200 len: 909 time: 0.1634514 May 19 21:12:31.175474 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-a9dd5717-7e5b-4e08-8556-834ea61a1147 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:12:31.182557 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-a9dd5717-7e5b-4e08-8556-834ea61a1147 admin admin] Usage tracker for resource:security_group_rule and tenant:9b2995c47f7f423c9f67aa96221e51fd is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:12:31.187871 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-a9dd5717-7e5b-4e08-8556-834ea61a1147 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:12:31.194977 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-a9dd5717-7e5b-4e08-8556-834ea61a1147 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:12:31.224799 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-657be0ef-e5ef-48ce-b070-475541bff5f9 req-8d2edd74-8738-4cf0-bbaf-63798c942de9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f799141c-8db9-4dfb-849c-48e67d512230 HTTP/1.1" status: 200 len: 217 time: 0.0640967 May 19 21:12:31.288452 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-a9dd5717-7e5b-4e08-8556-834ea61a1147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:31.294140 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-a9dd5717-7e5b-4e08-8556-834ea61a1147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:31.303202 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-e43e43ad-c4d3-42ee-874c-3e7902d5d8ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:31.342646 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657be0ef-e5ef-48ce-b070-475541bff5f9 req-07221e65-1444-4fb7-abd2-88610cc0c9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:31.343062 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd5717-7e5b-4e08-8556-834ea61a1147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54f71bc-7f83-428e-943c-a790e04ab4b3,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:31.344154 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-657be0ef-e5ef-48ce-b070-475541bff5f9 req-07221e65-1444-4fb7-abd2-88610cc0c9f0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d5b3a5fd-8c3f-413f-baf6-420ec92c6a39 HTTP/1.1" status: 200 len: 848 time: 0.0829046 May 19 21:12:31.347588 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-a9dd5717-7e5b-4e08-8556-834ea61a1147 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9b2995c47f7f423c9f67aa96221e51fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2182143 May 19 21:12:31.347883 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-1c5b77be-62bb-47c9-b334-b43b5b35798e req-6d91564f-ccb9-4f1d-9cf5-4fad4cacb008 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:31.348442 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-a9dd5717-7e5b-4e08-8556-834ea61a1147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:31.368539 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 50514) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:31.396479 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-615a7baf-a0e2-40f3-9a30-6de234227c6a tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:31.438838 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-89034186-d0f0-4399-8c82-e260124bc6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:31.439679 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-657be0ef-e5ef-48ce-b070-475541bff5f9 req-b8c85369-98eb-46d7-b01b-abbec4f188b8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6129b1c1-2969-4f61-8356-b52878478c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885022 May 19 21:12:31.450121 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91564f-ccb9-4f1d-9cf5-4fad4cacb008 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Pushing event deleted for resources: {'Port': ['ID=47c71c0a-a5f7-4a6c-939c-81ef96bfa929,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:31.471219 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-6d91564f-ccb9-4f1d-9cf5-4fad4cacb008 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:31.472216 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-89034186-d0f0-4399-8c82-e260124bc6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:31.533727 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-89034186-d0f0-4399-8c82-e260124bc6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:31.538057 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-a376b12d-5377-4ac5-8d13-765f0bb6814a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:31.555301 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89034186-d0f0-4399-8c82-e260124bc6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54f71bc-7f83-428e-943c-a790e04ab4b3,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:31.558448 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-89034186-d0f0-4399-8c82-e260124bc6e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:31.560839 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-89034186-d0f0-4399-8c82-e260124bc6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:31.562162 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-89034186-d0f0-4399-8c82-e260124bc6e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b54f71bc-7f83-428e-943c-a790e04ab4b3 HTTP/1.1" status: 204 len: 168 time: 0.1965771 May 19 21:12:31.747202 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-657be0ef-e5ef-48ce-b070-475541bff5f9 req-b45b33d7-0f04-4471-8367-e879329c5f67 service neutron] 10.222.0.25 "GET /v2.0/networks/6129b1c1-2969-4f61-8356-b52878478c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984858 May 19 21:12:31.803444 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c5b77be-62bb-47c9-b334-b43b5b35798e req-6d91564f-ccb9-4f1d-9cf5-4fad4cacb008 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Router 106c6bc3-df58-4ca5-b602-4b93b8644468 has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:12:32.097937 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-657be0ef-e5ef-48ce-b070-475541bff5f9 req-ac191c80-3206-4749-aafb-96b6818a4dcc service neutron] 10.222.0.25 "GET /v2.0/networks/6129b1c1-2969-4f61-8356-b52878478c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433702 May 19 21:12:32.118374 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device f799141c-8db9-4dfb-849c-48e67d512230 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 21:12:32.170494 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-540b8b9c-91e9-42d0-8e62-088d28c74626 req-87a4c81f-972f-4e1e-a7e7-e0fdb6deb78e tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=d455e522-6423-4e4b-af9c-9ea35d638a20 HTTP/1.1" status: 200 len: 210 time: 0.0985765 May 19 21:12:32.399134 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port f799141c-8db9-4dfb-849c-48e67d512230, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f799141c-8db9-4dfb-849c-48e67d512230,segment=NetworkSegment(dbad822a-cc0a-4804-bd9a-2013730fd3fb),segment_id=dbad822a-cc0a-4804-bd9a-2013730fd3fb)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:12:32.403706 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c5b77be-62bb-47c9-b334-b43b5b35798e req-6d91564f-ccb9-4f1d-9cf5-4fad4cacb008 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:12:32.426437 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Returning: {'device': 'f799141c-8db9-4dfb-849c-48e67d512230', 'network_id': '6129b1c1-2969-4f61-8356-b52878478c32', 'port_id': 'f799141c-8db9-4dfb-849c-48e67d512230', 'mac_address': 'fa:16:3e:d2:9b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b3a5fd-8c3f-413f-baf6-420ec92c6a39', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 21:12:32.446211 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba95f2e-9b4f-4196-bde6-e741822fe04e None None] Sync routers for ids ['106c6bc3-df58-4ca5-b602-4b93b8644468'] in dv-cinder-784623-12-iscsi {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:12:32.518327 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba95f2e-9b4f-4196-bde6-e741822fe04e None None] Routers {'106c6bc3-df58-4ca5-b602-4b93b8644468'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:12:32.519348 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-0ba95f2e-9b4f-4196-bde6-e741822fe04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:12:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['106c6bc3-df58-4ca5-b602-4b93b8644468'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:12:32.537200 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3a8c3-e831-4841-b945-0a9836039b52 req-acfd8f1c-a051-4f5d-94c6-4db6f362bcca tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:32.543499 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3cc3a8c3-e831-4841-b945-0a9836039b52 req-acfd8f1c-a051-4f5d-94c6-4db6f362bcca tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/ports?device_id=33013c5b-8ea9-44dc-8883-4a659d1d5a38 HTTP/1.1" status: 200 len: 943 time: 0.4666486 May 19 21:12:32.595707 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5b77be-62bb-47c9-b334-b43b5b35798e req-6d91564f-ccb9-4f1d-9cf5-4fad4cacb008 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] No DVR routers for this DVR port 47c71c0a-a5f7-4a6c-939c-81ef96bfa929 on host hv-cinder-78462 {{(pid=91836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:12:32.601663 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-1c5b77be-62bb-47c9-b334-b43b5b35798e req-6d91564f-ccb9-4f1d-9cf5-4fad4cacb008 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:32.605292 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd455e522-6423-4e4b-af9c-9ea35d638a20', 'name': 'network-vif-deleted', 'tag': '47c71c0a-a5f7-4a6c-939c-81ef96bfa929'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:12:32.688697 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:32.689159 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 50544) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:32.724940 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-0ba95f2e-9b4f-4196-bde6-e741822fe04e None None] Set router 106c6bc3-df58-4ca5-b602-4b93b8644468 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:12:32.742296 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3cc3a8c3-e831-4841-b945-0a9836039b52 req-35bb55b1-957c-4915-9ae5-c8b7a39de653 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2697002-d0d1-448c-9499-141319b55618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950381 May 19 21:12:32.747025 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1c5b77be-62bb-47c9-b334-b43b5b35798e req-6d91564f-ccb9-4f1d-9cf5-4fad4cacb008 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.25 "DELETE /v2.0/ports/47c71c0a-a5f7-4a6c-939c-81ef96bfa929 HTTP/1.1" status: 204 len: 173 time: 2.9390786 May 19 21:12:32.770912 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd455e522-6423-4e4b-af9c-9ea35d638a20', 'name': 'network-vif-deleted', 'tag': '47c71c0a-a5f7-4a6c-939c-81ef96bfa929', 'status': 'completed', 'code': 200} May 19 21:12:32.798305 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f799141c-8db9-4dfb-849c-48e67d512230 {{(pid=91838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:12:32.865161 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-ffab850e-76db-4b43-89c3-83210f54163e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1841116875-network', 'tenant_id': 'e20d2f20c83d4b2695fdd0c8c2ee5664'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:12:32.872561 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-ffab850e-76db-4b43-89c3-83210f54163e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:12:32.881051 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-ffab850e-76db-4b43-89c3-83210f54163e admin admin] Usage tracker for resource:network and tenant:e20d2f20c83d4b2695fdd0c8c2ee5664 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:12:32.888810 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-ffab850e-76db-4b43-89c3-83210f54163e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:12:32.902024 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-ffab850e-76db-4b43-89c3-83210f54163e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:12:32.922673 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffab850e-76db-4b43-89c3-83210f54163e admin admin] Made reservation on behalf of e20d2f20c83d4b2695fdd0c8c2ee5664 for: {'network': 1} {{(pid=91837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:12:32.927867 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ffab850e-76db-4b43-89c3-83210f54163e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1785277'] for network, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:32.953318 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ffab850e-76db-4b43-89c3-83210f54163e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:32.984889 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-ffab850e-76db-4b43-89c3-83210f54163e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:12:32.994808 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-ffab850e-76db-4b43-89c3-83210f54163e admin admin] Usage tracker for resource:security_group_rule and tenant:e20d2f20c83d4b2695fdd0c8c2ee5664 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:12:33.000730 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-ffab850e-76db-4b43-89c3-83210f54163e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:12:33.012913 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-ffab850e-76db-4b43-89c3-83210f54163e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:12:33.035468 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port f799141c-8db9-4dfb-849c-48e67d512230, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f799141c-8db9-4dfb-849c-48e67d512230,segment=NetworkSegment(dbad822a-cc0a-4804-bd9a-2013730fd3fb),segment_id=dbad822a-cc0a-4804-bd9a-2013730fd3fb)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:12:33.085787 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:33.092385 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:33.145068 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ffab850e-76db-4b43-89c3-83210f54163e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:33.151699 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ffab850e-76db-4b43-89c3-83210f54163e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:33.154972 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-a9dd5717-7e5b-4e08-8556-834ea61a1147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:33.181126 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=f799141c-8db9-4dfb-849c-48e67d512230,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:33.184822 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:33.187756 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffab850e-76db-4b43-89c3-83210f54163e admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=91837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:12:33.198076 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab850e-76db-4b43-89c3-83210f54163e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736f6814-14d4-4903-8f02-6055c4808d0d,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:33.202283 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-ffab850e-76db-4b43-89c3-83210f54163e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:33.202630 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-0ba95f2e-9b4f-4196-bde6-e741822fe04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'name': 'tempest-AttachVolumeShelveTestJSON-811945201-router', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:18Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 4, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'gw_port': {'id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:20Z', 'updated_at': '2021-05-19T21:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': '7e03d05c-8623-4216-8282-5048e75943c7', 'name': '', 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'mac_address': 'fa:16:3e:e8:1e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:28Z', 'updated_at': '2021-05-19T21:08:42Z', 'revision_number': 5, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'subnets': [{'id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:12:33.206187 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ffab850e-76db-4b43-89c3-83210f54163e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:33.206528 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.db.segments_db [None req-ffab850e-76db-4b43-89c3-83210f54163e admin admin] Added segment d1c6025d-f5a6-49aa-b8ba-1ff553b8a677 of type vlan for network a6882f09-6eac-4335-8482-be5c379ed0e0 May 19 21:12:33.207963 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba95f2e-9b4f-4196-bde6-e741822fe04e None None] Checking router: 106c6bc3-df58-4ca5-b602-4b93b8644468 for host: dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:12:33.223872 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba95f2e-9b4f-4196-bde6-e741822fe04e None None] Routers {'106c6bc3-df58-4ca5-b602-4b93b8644468'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:12:33.224599 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-0ba95f2e-9b4f-4196-bde6-e741822fe04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:12:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['106c6bc3-df58-4ca5-b602-4b93b8644468'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:12:33.244888 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ffab850e-76db-4b43-89c3-83210f54163e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750774008697'] for network, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:33.287313 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ffab850e-76db-4b43-89c3-83210f54163e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448'] for network, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:33.290042 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffab850e-76db-4b43-89c3-83210f54163e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:33.291090 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ffab850e-76db-4b43-89c3-83210f54163e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:33.295655 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-aea87146-016b-4e0b-89f7-13ee07d6f248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:33.369856 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 50556) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:33.424468 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab850e-76db-4b43-89c3-83210f54163e admin admin] Pushing event updated for resources: {'Network': ['ID=a6882f09-6eac-4335-8482-be5c379ed0e0,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:33.433410 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-ffab850e-76db-4b43-89c3-83210f54163e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:33.439727 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['f799141c-8db9-4dfb-849c-48e67d512230'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:12:33.453425 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-ffab850e-76db-4b43-89c3-83210f54163e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7626326 May 19 21:12:33.458592 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 50560) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:33.467148 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-098838cd-043f-4875-b64f-cde80c93bd4e admin admin] Request body: {'subnet': {'network_id': 'a6882f09-6eac-4335-8482-be5c379ed0e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1841116875-subnet', 'tenant_id': 'e20d2f20c83d4b2695fdd0c8c2ee5664', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:12:33.473242 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-098838cd-043f-4875-b64f-cde80c93bd4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:12:33.479532 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-098838cd-043f-4875-b64f-cde80c93bd4e admin admin] Usage tracker for resource:subnet and tenant:e20d2f20c83d4b2695fdd0c8c2ee5664 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:12:33.483301 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-098838cd-043f-4875-b64f-cde80c93bd4e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:12:33.490526 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-098838cd-043f-4875-b64f-cde80c93bd4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:12:33.507967 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Network a6882f09-6eac-4335-8482-be5c379ed0e0 details requested by agent ovs-agent-dv-cinder-784623-12-iscsi with host dv-cinder-784623-12-iscsi {{(pid=91838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 21:12:33.511218 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-98e98e75-1472-482c-a023-4520e62f6988 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:33.552621 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-98e98e75-1472-482c-a023-4520e62f6988 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:33.627946 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-98e98e75-1472-482c-a023-4520e62f6988 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:33.629022 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098838cd-043f-4875-b64f-cde80c93bd4e admin admin] Made reservation on behalf of e20d2f20c83d4b2695fdd0c8c2ee5664 for: {'subnet': 1} {{(pid=91837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:12:33.631750 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-098838cd-043f-4875-b64f-cde80c93bd4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6349989'] for subnet, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:33.634224 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-92ca0825-893a-4919-8e3b-549462b95c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:33.655049 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e98e75-1472-482c-a023-4520e62f6988 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:33.658150 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-98e98e75-1472-482c-a023-4520e62f6988 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:33.672614 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-98e98e75-1472-482c-a023-4520e62f6988 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:33.674147 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-98e98e75-1472-482c-a023-4520e62f6988 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "DELETE /v2.0/security-groups/c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf HTTP/1.1" status: 204 len: 168 time: 0.3031669 May 19 21:12:33.679403 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 50564) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:33.699630 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.api.v2.resource [None req-6eb4e206-fe68-4731-a0b2-b9980eadd83d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] show failed (client error): The resource could not be found. May 19 21:12:33.701073 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-6eb4e206-fe68-4731-a0b2-b9980eadd83d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups/c8a9ea98-b7e8-445d-bf59-2c6fabfa69cf HTTP/1.1" status: 404 len: 347 time: 0.0203695 May 19 21:12:33.706588 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 50568) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:33.750159 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-0ba95f2e-9b4f-4196-bde6-e741822fe04e None None] Set router 106c6bc3-df58-4ca5-b602-4b93b8644468 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:12:34.216421 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 47c71c0a-a5f7-4a6c-939c-81ef96bfa929 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:12:34.258982 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949241f2-2e20-4503-ad5f-1aac28e124c5 req-34edbbbe-7d95-4075-b05b-984355e5326b tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:34.271736 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-949241f2-2e20-4503-ad5f-1aac28e124c5 req-34edbbbe-7d95-4075-b05b-984355e5326b tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/ports?device_id=33013c5b-8ea9-44dc-8883-4a659d1d5a38 HTTP/1.1" status: 200 len: 944 time: 0.2319117 May 19 21:12:34.306435 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] No Port match for: 47c71c0a-a5f7-4a6c-939c-81ef96bfa929 {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:12:34.307121 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 47c71c0a-a5f7-4a6c-939c-81ef96bfa929 not bound to the agent host hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:12:34.319735 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [None req-6f051336-d933-456d-ad55-9a273cb06b35 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Deleting port 866d8792-e770-479b-b8ba-d4ea8a9a30ba {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:12:34.320757 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6f051336-d933-456d-ad55-9a273cb06b35 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:34.364550 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-098838cd-043f-4875-b64f-cde80c93bd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6801213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6349975'] for subnet, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:34.373884 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:34.485640 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-0ba95f2e-9b4f-4196-bde6-e741822fe04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'name': 'tempest-AttachVolumeShelveTestJSON-811945201-router', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:18Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 4, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'gw_port': {'id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:20Z', 'updated_at': '2021-05-19T21:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': '7e03d05c-8623-4216-8282-5048e75943c7', 'name': '', 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'mac_address': 'fa:16:3e:e8:1e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:28Z', 'updated_at': '2021-05-19T21:08:42Z', 'revision_number': 5, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'subnets': [{'id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:12:34.493785 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba95f2e-9b4f-4196-bde6-e741822fe04e None None] The sync data for ids ['106c6bc3-df58-4ca5-b602-4b93b8644468'] in dv-cinder-784623-12-iscsi is: [{'id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'name': 'tempest-AttachVolumeShelveTestJSON-811945201-router', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:18Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 4, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'gw_port': {'id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:20Z', 'updated_at': '2021-05-19T21:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': '7e03d05c-8623-4216-8282-5048e75943c7', 'name': '', 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'mac_address': 'fa:16:3e:e8:1e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:28Z', 'updated_at': '2021-05-19T21:08:42Z', 'revision_number': 5, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'subnets': [{'id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:12:34.521165 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098838cd-043f-4875-b64f-cde80c93bd4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcc4ef3a-6321-4987-b714-0d92b4568e4c,revision_number=0']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:34.528486 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-098838cd-043f-4875-b64f-cde80c93bd4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:34.535804 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098838cd-043f-4875-b64f-cde80c93bd4e admin admin] Checking segment: {'id': 'd1c6025d-f5a6-49aa-b8ba-1ff553b8a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a6882f09-6eac-4335-8482-be5c379ed0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:12:34.536345 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098838cd-043f-4875-b64f-cde80c93bd4e admin admin] Network hostable DHCP agents. Network: a6882f09-6eac-4335-8482-be5c379ed0e0, hostable agents: ['79fa1e52-5d5b-4f2e-bd0b-6133595bf37f'], hosted agents: [] {{(pid=91837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:12:34.538585 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-949241f2-2e20-4503-ad5f-1aac28e124c5 req-86d6752d-39be-4889-812a-2d5d7a7ba768 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2697002-d0d1-448c-9499-141319b55618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632987 May 19 21:12:34.583955 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098838cd-043f-4875-b64f-cde80c93bd4e admin admin] Network a6882f09-6eac-4335-8482-be5c379ed0e0 is scheduled to be hosted by DHCP agent 79fa1e52-5d5b-4f2e-bd0b-6133595bf37f with binding_index 1 {{(pid=91837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:12:34.602024 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.base_scheduler [None req-098838cd-043f-4875-b64f-cde80c93bd4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-12-iscsi, a6882f09-6eac-4335-8482-be5c379ed0e0) {{(pid=91837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:12:34.602568 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6f051336-d933-456d-ad55-9a273cb06b35 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:34.603191 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6f051336-d933-456d-ad55-9a273cb06b35 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:34.615306 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098838cd-043f-4875-b64f-cde80c93bd4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:34.616427 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-098838cd-043f-4875-b64f-cde80c93bd4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for subnet, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:34.620957 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed2a399-0868-41e2-ba62-152d6806fde3 None None] Network a6882f09-6eac-4335-8482-be5c379ed0e0 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:12:34.655101 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-098838cd-043f-4875-b64f-cde80c93bd4e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1943030 May 19 21:12:34.810586 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [None req-6f051336-d933-456d-ad55-9a273cb06b35 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Calling delete_port for 866d8792-e770-479b-b8ba-d4ea8a9a30ba owned by network:floatingip {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:12:34.921684 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4de9a2-e52f-44bc-a7e0-efd5b3fdf209 None None] New status for floating IP df9358fa-42d0-45a4-86f7-afb6a07cc073: DOWN {{(pid=91839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 21:12:34.988786 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956469f6-7f42-4f68-a799-0a77c9a69549 None None] Network a6882f09-6eac-4335-8482-be5c379ed0e0 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:12:35.000080 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6f051336-d933-456d-ad55-9a273cb06b35 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:35.005343 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-bad14dd1-e286-447a-9f66-787627467971 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:35.056331 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f051336-d933-456d-ad55-9a273cb06b35 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Pushing event deleted for resources: {'Port': ['ID=866d8792-e770-479b-b8ba-d4ea8a9a30ba,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:35.092532 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-6f051336-d933-456d-ad55-9a273cb06b35 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:35.196629 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6f051336-d933-456d-ad55-9a273cb06b35 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for floatingip, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:35.215890 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6f051336-d933-456d-ad55-9a273cb06b35 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for floatingip, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:35.217052 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-6f051336-d933-456d-ad55-9a273cb06b35 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "DELETE /v2.0/floatingips/df9358fa-42d0-45a4-86f7-afb6a07cc073 HTTP/1.1" status: 204 len: 168 time: 1.5091872 May 19 21:12:35.452989 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 50590) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:35.460071 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-8b428796-8124-464d-bbee-065edc7305e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1755467437-network', 'tenant_id': '57b96ef3fb0c4eb7b7d25c15fdc456f3'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:12:35.465514 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-8b428796-8124-464d-bbee-065edc7305e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:12:35.470117 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-8b428796-8124-464d-bbee-065edc7305e2 admin admin] Usage tracker for resource:network and tenant:57b96ef3fb0c4eb7b7d25c15fdc456f3 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:12:35.473437 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-8b428796-8124-464d-bbee-065edc7305e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:12:35.479998 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-8b428796-8124-464d-bbee-065edc7305e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:12:35.492768 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b428796-8124-464d-bbee-065edc7305e2 admin admin] Made reservation on behalf of 57b96ef3fb0c4eb7b7d25c15fdc456f3 for: {'network': 1} {{(pid=91837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:12:35.495322 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-8b428796-8124-464d-bbee-065edc7305e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1785277'] for network, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:35.508809 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-8b428796-8124-464d-bbee-065edc7305e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:35.526336 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-8b428796-8124-464d-bbee-065edc7305e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:12:35.530748 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-8b428796-8124-464d-bbee-065edc7305e2 admin admin] Usage tracker for resource:security_group_rule and tenant:57b96ef3fb0c4eb7b7d25c15fdc456f3 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:12:35.535069 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-8b428796-8124-464d-bbee-065edc7305e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:12:35.541535 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-8b428796-8124-464d-bbee-065edc7305e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:12:35.665661 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 50596) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:35.673332 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-8b428796-8124-464d-bbee-065edc7305e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:35.675819 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-77616257-24d7-4c9e-8580-fbcd5a0116c1 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1204362020', 'description': 'tempest-description--571223859'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:12:35.679231 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-8b428796-8124-464d-bbee-065edc7305e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:35.686398 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-42bcfed8-02fe-434c-afe7-44f38ffd9d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:35.718736 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-77616257-24d7-4c9e-8580-fbcd5a0116c1 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:12:35.728979 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-77616257-24d7-4c9e-8580-fbcd5a0116c1 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Usage tracker for resource:security_group and tenant:c68d7fb43ad842fea0b389e597b14848 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:12:35.733543 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-77616257-24d7-4c9e-8580-fbcd5a0116c1 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:12:35.745306 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b428796-8124-464d-bbee-065edc7305e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=91837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:12:35.747412 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-77616257-24d7-4c9e-8580-fbcd5a0116c1 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:12:35.755747 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b428796-8124-464d-bbee-065edc7305e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0439302-4a86-4fa4-8d00-52002ff70b8e,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:35.760826 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-8b428796-8124-464d-bbee-065edc7305e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:35.763534 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-77616257-24d7-4c9e-8580-fbcd5a0116c1 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:35.764230 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-8b428796-8124-464d-bbee-065edc7305e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:35.764572 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.db.segments_db [None req-8b428796-8124-464d-bbee-065edc7305e2 admin admin] Added segment 8c71d2ac-70cc-44f5-afef-d8025b36a5f7 of type vlan for network d59ad61c-84b6-46bc-96c2-b084552c12d0 May 19 21:12:35.791542 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-77616257-24d7-4c9e-8580-fbcd5a0116c1 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:12:35.796159 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-8b428796-8124-464d-bbee-065edc7305e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750774008697'] for network, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:35.799311 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-77616257-24d7-4c9e-8580-fbcd5a0116c1 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Usage tracker for resource:security_group_rule and tenant:c68d7fb43ad842fea0b389e597b14848 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:12:35.809530 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23c039-2b26-4e6c-b83f-f173f33f73dd req-d8a6897a-911c-425c-9296-65d9b626d24e tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:35.811163 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-6c23c039-2b26-4e6c-b83f-f173f33f73dd req-d8a6897a-911c-425c-9296-65d9b626d24e tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/ports?device_id=33013c5b-8ea9-44dc-8883-4a659d1d5a38 HTTP/1.1" status: 200 len: 944 time: 0.1408987 May 19 21:12:35.812225 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-77616257-24d7-4c9e-8580-fbcd5a0116c1 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:12:35.823389 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-77616257-24d7-4c9e-8580-fbcd5a0116c1 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:12:35.829712 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-8b428796-8124-464d-bbee-065edc7305e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448'] for network, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:35.831281 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b428796-8124-464d-bbee-065edc7305e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:35.832113 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-8b428796-8124-464d-bbee-065edc7305e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:35.837877 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-33af65eb-c55c-4b58-9eed-61eb2b454cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:35.884129 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-6c23c039-2b26-4e6c-b83f-f173f33f73dd req-21a5ebc2-326f-4154-b7fa-d22035269f71 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2697002-d0d1-448c-9499-141319b55618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628195 May 19 21:12:35.943489 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-8b428796-8124-464d-bbee-065edc7305e2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4889865 May 19 21:12:35.948284 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 50600) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:35.956149 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-77616257-24d7-4c9e-8580-fbcd5a0116c1 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:35.956377 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-cf57add7-47a5-4473-89db-9032bb2adeef admin admin] Request body: {'subnet': {'network_id': 'd59ad61c-84b6-46bc-96c2-b084552c12d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1755467437-subnet', 'tenant_id': '57b96ef3fb0c4eb7b7d25c15fdc456f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:12:35.959902 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b428796-8124-464d-bbee-065edc7305e2 admin admin] Pushing event updated for resources: {'Network': ['ID=d59ad61c-84b6-46bc-96c2-b084552c12d0,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:35.962923 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-77616257-24d7-4c9e-8580-fbcd5a0116c1 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:35.963682 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-8b428796-8124-464d-bbee-065edc7305e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:35.964642 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-cf57add7-47a5-4473-89db-9032bb2adeef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:12:35.972508 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-cf57add7-47a5-4473-89db-9032bb2adeef admin admin] Usage tracker for resource:subnet and tenant:57b96ef3fb0c4eb7b7d25c15fdc456f3 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:12:35.973992 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-a2d38e9f-008a-4a57-81a6-b1552b9d5fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:35.975746 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Network d59ad61c-84b6-46bc-96c2-b084552c12d0 details requested by agent ovs-agent-dv-cinder-784623-12-iscsi with host dv-cinder-784623-12-iscsi {{(pid=91838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 21:12:35.979029 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-cf57add7-47a5-4473-89db-9032bb2adeef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:12:35.990610 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-cf57add7-47a5-4473-89db-9032bb2adeef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:12:36.004155 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf57add7-47a5-4473-89db-9032bb2adeef admin admin] Made reservation on behalf of 57b96ef3fb0c4eb7b7d25c15fdc456f3 for: {'subnet': 1} {{(pid=91837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:12:36.006881 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-cf57add7-47a5-4473-89db-9032bb2adeef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6349989'] for subnet, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:36.024547 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77616257-24d7-4c9e-8580-fbcd5a0116c1 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e515c45f-4ed9-4597-ba06-60ed3fe3134a,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:36.029867 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-77616257-24d7-4c9e-8580-fbcd5a0116c1 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:36.031537 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-77616257-24d7-4c9e-8580-fbcd5a0116c1 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:36.034402 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-77616257-24d7-4c9e-8580-fbcd5a0116c1 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3671131 May 19 21:12:36.037215 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 50604) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:36.047966 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-1890529e-ab70-40dd-82b2-764cf87130e6 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Request body: {'security_group_rule': {'security_group_id': 'e515c45f-4ed9-4597-ba06-60ed3fe3134a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:12:36.059147 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-1890529e-ab70-40dd-82b2-764cf87130e6 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:12:36.066479 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-1890529e-ab70-40dd-82b2-764cf87130e6 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Usage tracker for resource:security_group_rule and tenant:c68d7fb43ad842fea0b389e597b14848 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:12:36.072202 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-1890529e-ab70-40dd-82b2-764cf87130e6 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:12:36.085704 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-1890529e-ab70-40dd-82b2-764cf87130e6 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:12:36.115223 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-1890529e-ab70-40dd-82b2-764cf87130e6 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:36.144864 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-17ac16da-39db-44bb-9f40-babb2d9bc301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:36.160290 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device f799141c-8db9-4dfb-849c-48e67d512230 up at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:12:36.203758 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-1890529e-ab70-40dd-82b2-764cf87130e6 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:36.210609 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-1890529e-ab70-40dd-82b2-764cf87130e6 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621003'] for security_group_rule, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:36.221626 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-cd146bc4-201a-40a1-9ca6-278db75c223e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:36.254001 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1890529e-ab70-40dd-82b2-764cf87130e6 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=607611de-6485-446c-8b4a-e2cba8d063bb,revision_number=0']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:36.260006 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-1890529e-ab70-40dd-82b2-764cf87130e6 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:36.262774 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-1890529e-ab70-40dd-82b2-764cf87130e6 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:36.265023 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-1890529e-ab70-40dd-82b2-764cf87130e6 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2255595 May 19 21:12:36.268235 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 50608) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:36.276089 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-c888b54a-bbee-4989-a976-4a4610462a61 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Request body: {'security_group_rule': {'security_group_id': 'e515c45f-4ed9-4597-ba06-60ed3fe3134a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:12:36.282462 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-c888b54a-bbee-4989-a976-4a4610462a61 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:12:36.287158 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-c888b54a-bbee-4989-a976-4a4610462a61 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Usage tracker for resource:security_group_rule and tenant:c68d7fb43ad842fea0b389e597b14848 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:12:36.290914 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-c888b54a-bbee-4989-a976-4a4610462a61 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:12:36.297542 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-c888b54a-bbee-4989-a976-4a4610462a61 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:12:36.321609 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning for port f799141c-8db9-4dfb-849c-48e67d512230 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:12:36.324291 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-c888b54a-bbee-4989-a976-4a4610462a61 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:36.330199 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning complete for port f799141c-8db9-4dfb-849c-48e67d512230 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:12:36.330703 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:36.403062 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-c888b54a-bbee-4989-a976-4a4610462a61 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:36.408880 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-c888b54a-bbee-4989-a976-4a4610462a61 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621003'] for security_group_rule, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:36.418822 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:36.441924 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888b54a-bbee-4989-a976-4a4610462a61 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e52c413a-0053-434b-b2cd-0d0933723bc1,revision_number=0']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:36.445506 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-c888b54a-bbee-4989-a976-4a4610462a61 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:36.451730 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-c888b54a-bbee-4989-a976-4a4610462a61 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:36.456117 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-c888b54a-bbee-4989-a976-4a4610462a61 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1834471 May 19 21:12:36.456464 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 50612) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:36.463127 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-ecfea2de-a979-49ff-9644-35a9d7d17b9d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Request body: {'floatingip': {'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:12:36.470037 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-ecfea2de-a979-49ff-9644-35a9d7d17b9d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:12:36.474817 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-ecfea2de-a979-49ff-9644-35a9d7d17b9d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Usage tracker for resource:floatingip and tenant:c68d7fb43ad842fea0b389e597b14848 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:12:36.479063 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-ecfea2de-a979-49ff-9644-35a9d7d17b9d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:12:36.487291 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-ecfea2de-a979-49ff-9644-35a9d7d17b9d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:12:36.504447 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-ecfea2de-a979-49ff-9644-35a9d7d17b9d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for floatingip, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:36.546788 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-cf57add7-47a5-4473-89db-9032bb2adeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6801213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6349975'] for subnet, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:36.554438 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-7b342398-2d62-4da9-a0a9-19c86c6f10df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:36.633138 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:36.637221 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57add7-47a5-4473-89db-9032bb2adeef admin admin] Pushing event updated for resources: {'Subnet': ['ID=734f820b-e965-45fc-ad3f-6b2764384644,revision_number=0']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:36.644068 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-cf57add7-47a5-4473-89db-9032bb2adeef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:36.658631 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf57add7-47a5-4473-89db-9032bb2adeef admin admin] Checking segment: {'id': '8c71d2ac-70cc-44f5-afef-d8025b36a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd59ad61c-84b6-46bc-96c2-b084552c12d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:12:36.659460 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf57add7-47a5-4473-89db-9032bb2adeef admin admin] Network hostable DHCP agents. Network: d59ad61c-84b6-46bc-96c2-b084552c12d0, hostable agents: ['79fa1e52-5d5b-4f2e-bd0b-6133595bf37f'], hosted agents: [] {{(pid=91837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:12:36.664230 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-ecfea2de-a979-49ff-9644-35a9d7d17b9d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:36.688107 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf57add7-47a5-4473-89db-9032bb2adeef admin admin] Network d59ad61c-84b6-46bc-96c2-b084552c12d0 is scheduled to be hosted by DHCP agent 79fa1e52-5d5b-4f2e-bd0b-6133595bf37f with binding_index 1 {{(pid=91837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:12:36.692829 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33013c5b-8ea9-44dc-8883-4a659d1d5a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f799141c-8db9-4dfb-849c-48e67d512230'}] {{(pid=91838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:12:36.706301 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.base_scheduler [None req-cf57add7-47a5-4473-89db-9032bb2adeef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-12-iscsi, d59ad61c-84b6-46bc-96c2-b084552c12d0) {{(pid=91837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:12:36.709289 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port f799141c-8db9-4dfb-849c-48e67d512230, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f799141c-8db9-4dfb-849c-48e67d512230,segment=NetworkSegment(dbad822a-cc0a-4804-bd9a-2013730fd3fb),segment_id=dbad822a-cc0a-4804-bd9a-2013730fd3fb)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:12:36.719730 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:36.724053 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:36.732497 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf57add7-47a5-4473-89db-9032bb2adeef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:36.735754 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-cf57add7-47a5-4473-89db-9032bb2adeef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for subnet, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:36.786224 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-cf57add7-47a5-4473-89db-9032bb2adeef admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8299713 May 19 21:12:36.803472 dv-cinder-784623-12-iscsi neutron-server[91838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33013c5b-8ea9-44dc-8883-4a659d1d5a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f799141c-8db9-4dfb-849c-48e67d512230', 'code': 200} May 19 21:12:36.805826 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6eeb6e-2617-4976-9c6f-f6b828861fca None None] Network d59ad61c-84b6-46bc-96c2-b084552c12d0 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:12:36.965602 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=f799141c-8db9-4dfb-849c-48e67d512230,revision_number=5']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:36.970783 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:37.003133 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [None req-ecfea2de-a979-49ff-9644-35a9d7d17b9d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Allocated IP 172.27.1.217 (7528c24a-f700-413f-aad3-165c7750b403/5baa0079-c83e-4549-8f83-3def60c01514/62f66a1b-d361-415c-874a-b03c85a2a0b5) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:12:37.085794 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4104b6df-8b93-4ac4-bf44-c0e61d7a6d20 None None] Network d59ad61c-84b6-46bc-96c2-b084552c12d0 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:12:37.354133 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01492692-1460-46d9-8079-0979c45c88ac req-c8f93927-3ca6-4037-8284-c8cbca406929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:37.356043 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-01492692-1460-46d9-8079-0979c45c88ac req-c8f93927-3ca6-4037-8284-c8cbca406929 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=33013c5b-8ea9-44dc-8883-4a659d1d5a38 HTTP/1.1" status: 200 len: 1098 time: 0.3324685 May 19 21:12:37.362261 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-ecfea2de-a979-49ff-9644-35a9d7d17b9d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:37.372845 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b8d48-beed-455d-b63b-1a3c5e3e1c3e req-fb57e3c4-7591-4596-9899-5c0f8e494624 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:37.374364 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-044b8d48-beed-455d-b63b-1a3c5e3e1c3e req-fb57e3c4-7591-4596-9899-5c0f8e494624 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/ports?device_id=33013c5b-8ea9-44dc-8883-4a659d1d5a38 HTTP/1.1" status: 200 len: 945 time: 0.2864864 May 19 21:12:37.461244 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-01492692-1460-46d9-8079-0979c45c88ac req-999381ea-4e0b-44a5-93c5-0ffc5854276d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c2697002-d0d1-448c-9499-141319b55618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857842 May 19 21:12:37.469206 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-044b8d48-beed-455d-b63b-1a3c5e3e1c3e req-d154393b-8ff0-4b88-b1d1-047a23a5f040 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2697002-d0d1-448c-9499-141319b55618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748529 May 19 21:12:37.485471 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-ecfea2de-a979-49ff-9644-35a9d7d17b9d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:37.494914 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-ef31e3ac-33a4-42f1-8916-d2e1b506bb80 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:37.571728 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfea2de-a979-49ff-9644-35a9d7d17b9d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Network 7528c24a-f700-413f-aad3-165c7750b403 is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:12:37.575318 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-ecfea2de-a979-49ff-9644-35a9d7d17b9d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:12:37.579990 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfea2de-a979-49ff-9644-35a9d7d17b9d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:12:37.621440 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfea2de-a979-49ff-9644-35a9d7d17b9d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Pushing event updated for resources: {'Port': ['ID=62f66a1b-d361-415c-874a-b03c85a2a0b5,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:37.629675 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-ecfea2de-a979-49ff-9644-35a9d7d17b9d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:37.689608 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-ecfea2de-a979-49ff-9644-35a9d7d17b9d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:37.762773 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-ecfea2de-a979-49ff-9644-35a9d7d17b9d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:38.005712 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-ecfea2de-a979-49ff-9644-35a9d7d17b9d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:38.012260 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-ecfea2de-a979-49ff-9644-35a9d7d17b9d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:38.016347 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:38.127956 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfea2de-a979-49ff-9644-35a9d7d17b9d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Pushing event updated for resources: {'Port': ['ID=62f66a1b-d361-415c-874a-b03c85a2a0b5,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:38.132447 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-ecfea2de-a979-49ff-9644-35a9d7d17b9d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:38.141089 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-ecfea2de-a979-49ff-9644-35a9d7d17b9d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658636'] for floatingip, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:38.177632 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-ecfea2de-a979-49ff-9644-35a9d7d17b9d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for floatingip, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:38.178979 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-ecfea2de-a979-49ff-9644-35a9d7d17b9d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7208829 May 19 21:12:38.433692 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-9cd6ddd5-2353-4a15-9bad-395c3c3d3fad tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1204362020&fields=id&tenant_id=c68d7fb43ad842fea0b389e597b14848 HTTP/1.1" status: 200 len: 267 time: 0.0470917 May 19 21:12:38.479590 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:38.600826 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-74a6d27b-6a38-4039-8648-83c3452746a7 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:38.602578 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-74a6d27b-6a38-4039-8648-83c3452746a7 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/networks?id=33245778-87d9-4ace-bbb7-ad7041ac660d HTTP/1.1" status: 200 len: 816 time: 0.1609211 May 19 21:12:38.622297 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-2373df3d-897c-4d9e-b8f6-5c953d1aa83a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/quotas/c68d7fb43ad842fea0b389e597b14848 HTTP/1.1" status: 200 len: 375 time: 0.0131135 May 19 21:12:38.733449 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-6e77a5bd-d343-484a-a07a-a3d15c4b70ba tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c68d7fb43ad842fea0b389e597b14848&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1050181 May 19 21:12:38.744181 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bca5a-daa5-4959-8b42-4ae934640d1f req-0e97ec7a-4339-47c8-a950-d4fe9d28ee48 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:38.745734 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-006bca5a-daa5-4959-8b42-4ae934640d1f req-0e97ec7a-4339-47c8-a950-d4fe9d28ee48 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/ports?device_id=33013c5b-8ea9-44dc-8883-4a659d1d5a38 HTTP/1.1" status: 200 len: 945 time: 0.0935559 May 19 21:12:38.805505 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-8f80532f-c438-4945-b875-ed5e7f42ef7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:38.812328 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-006bca5a-daa5-4959-8b42-4ae934640d1f req-2db884d1-4e23-40da-9904-bd844a1c392b tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2697002-d0d1-448c-9499-141319b55618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598154 May 19 21:12:39.029235 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-49844f61-bfad-4be9-9043-6a516d15ba38 service neutron] 10.222.0.44 "GET /v2.0/networks/33245778-87d9-4ace-bbb7-ad7041ac660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803226 May 19 21:12:39.218439 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-ee5db91b-8d18-414a-9591-559831a8638f service neutron] 10.222.0.44 "GET /v2.0/networks/33245778-87d9-4ace-bbb7-ad7041ac660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788051 May 19 21:12:39.441976 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:39.496308 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-f1a5fbe7-6e4d-4cf2-a576-925fbda2dc73 req-2ea38827-7519-4e22-a47e-cacf184a5f7d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Synchronizing usage tracker for tenant:c68d7fb43ad842fea0b389e597b14848 on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:12:39.527903 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-f1a5fbe7-6e4d-4cf2-a576-925fbda2dc73 req-2ea38827-7519-4e22-a47e-cacf184a5f7d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Unset dirty status for tenant:c68d7fb43ad842fea0b389e597b14848 on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:12:39.529128 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f1a5fbe7-6e4d-4cf2-a576-925fbda2dc73 req-2ea38827-7519-4e22-a47e-cacf184a5f7d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 210 time: 0.1266205 May 19 21:12:40.186391 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74078f8c-3e85-4977-b8fa-cc307f7059fd req-ea3d90bc-f411-4662-be04-b0a8f42fdec3 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:40.188080 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-74078f8c-3e85-4977-b8fa-cc307f7059fd req-ea3d90bc-f411-4662-be04-b0a8f42fdec3 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/ports?device_id=33013c5b-8ea9-44dc-8883-4a659d1d5a38 HTTP/1.1" status: 200 len: 945 time: 0.0884488 May 19 21:12:40.258784 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-74078f8c-3e85-4977-b8fa-cc307f7059fd req-dcaa5719-a08c-4252-8e5f-dfb4def53f25 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2697002-d0d1-448c-9499-141319b55618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611999 May 19 21:12:40.723048 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-6018ffa2-8217-479c-a253-2a43cc02780b req-a3d47212-23bb-4a09-8ca3-ce72e9d6f743 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 210 time: 0.0574753 May 19 21:12:40.831027 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-aedc4d1e-2cf5-4ecb-abc2-1ab5cedfc1c7 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:40.832552 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-aedc4d1e-2cf5-4ecb-abc2-1ab5cedfc1c7 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.25 "GET /v2.0/networks?id=33245778-87d9-4ace-bbb7-ad7041ac660d HTTP/1.1" status: 200 len: 816 time: 0.2159135 May 19 21:12:40.893910 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-b86a5f82-b7d2-4ec8-b5b3-129ed0d9ea0b tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Synchronizing usage tracker for tenant:c68d7fb43ad842fea0b389e597b14848 on resource:security_group {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:12:40.920037 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-b86a5f82-b7d2-4ec8-b5b3-129ed0d9ea0b tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Unset dirty status for tenant:c68d7fb43ad842fea0b389e597b14848 on resource:security_group {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:12:40.922159 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-b86a5f82-b7d2-4ec8-b5b3-129ed0d9ea0b tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c68d7fb43ad842fea0b389e597b14848 HTTP/1.1" status: 200 len: 380 time: 0.0785151 May 19 21:12:40.933180 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-5fe6a20a-ae1c-4c28-ba39-d1249f81e93a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Request body: {'port': {'device_id': '9753a025-5d88-4044-b986-7dbad8ba687b', 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d', 'admin_state_up': True, 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'security_groups': ['e515c45f-4ed9-4597-ba06-60ed3fe3134a']}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:12:41.090778 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-5fe6a20a-ae1c-4c28-ba39-d1249f81e93a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:12:41.101831 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-5fe6a20a-ae1c-4c28-ba39-d1249f81e93a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:12:41.112693 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-5fe6a20a-ae1c-4c28-ba39-d1249f81e93a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Made reservation on behalf of c68d7fb43ad842fea0b389e597b14848 for: {'port': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:12:41.116627 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-5fe6a20a-ae1c-4c28-ba39-d1249f81e93a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:41.229872 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:41.606554 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-5fe6a20a-ae1c-4c28-ba39-d1249f81e93a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Allocated IP 172.20.0.5 (33245778-87d9-4ace-bbb7-ad7041ac660d/a96f8d10-418e-4531-973e-67a2c5d86867/0d998435-6847-4b27-be77-7273e825ba20) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:12:41.719160 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d1035-9d78-41ed-828b-1a23996e9e47 req-54adf936-e9e7-4f4b-b3db-959316e9304d tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:41.720696 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-217d1035-9d78-41ed-828b-1a23996e9e47 req-54adf936-e9e7-4f4b-b3db-959316e9304d tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/ports?device_id=33013c5b-8ea9-44dc-8883-4a659d1d5a38 HTTP/1.1" status: 200 len: 945 time: 0.3314097 May 19 21:12:41.867316 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f075ef-5ce3-423a-8a09-99ed594bfb81 req-24d6e221-0caf-4ab9-b1b2-301e3292efd1 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:41.868717 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-35f075ef-5ce3-423a-8a09-99ed594bfb81 req-24d6e221-0caf-4ab9-b1b2-301e3292efd1 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.25 "GET /v2.0/ports?device_id=33013c5b-8ea9-44dc-8883-4a659d1d5a38 HTTP/1.1" status: 200 len: 945 time: 0.3277102 May 19 21:12:41.888983 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-f0ab50a1-4682-47b1-a331-d968f9a8411e req-5393e312-8796-402b-900e-649d6e58c1af tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 210 time: 0.0445518 May 19 21:12:41.922192 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-217d1035-9d78-41ed-828b-1a23996e9e47 req-961beb15-dd78-4113-a33e-a2579413de7b tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2697002-d0d1-448c-9499-141319b55618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835275 May 19 21:12:41.990307 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-5fe6a20a-ae1c-4c28-ba39-d1249f81e93a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:42.062602 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-5fe6a20a-ae1c-4c28-ba39-d1249f81e93a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Transition to ACTIVE for port object 0d998435-6847-4b27-be77-7273e825ba20 will not be triggered until provisioned by entity DHCP. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:12:42.218609 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-35f075ef-5ce3-423a-8a09-99ed594bfb81 req-a6c19007-7ee0-4cfc-80c4-666c57fd228c tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Deleting port f799141c-8db9-4dfb-849c-48e67d512230 {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:12:42.218974 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-35f075ef-5ce3-423a-8a09-99ed594bfb81 req-a6c19007-7ee0-4cfc-80c4-666c57fd228c tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:42.258834 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-5fe6a20a-ae1c-4c28-ba39-d1249f81e93a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:42.268225 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-3f8e8f6b-3e38-4136-aa3d-9359be2d6ae2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:42.409153 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3cf9b6a1-f478-4a1e-a548-6399688bfa4e req-a094cea8-8cf2-415b-af03-1ffc28291a42 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3236620 May 19 21:12:42.418222 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-5fe6a20a-ae1c-4c28-ba39-d1249f81e93a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Network 33245778-87d9-4ace-bbb7-ad7041ac660d is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:12:42.423720 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-5fe6a20a-ae1c-4c28-ba39-d1249f81e93a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:12:42.431085 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-5fe6a20a-ae1c-4c28-ba39-d1249f81e93a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:12:42.463479 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe6a20a-ae1c-4c28-ba39-d1249f81e93a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Pushing event updated for resources: {'Port': ['ID=0d998435-6847-4b27-be77-7273e825ba20,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:42.511400 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-5fe6a20a-ae1c-4c28-ba39-d1249f81e93a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:42.550954 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-35f075ef-5ce3-423a-8a09-99ed594bfb81 req-a6c19007-7ee0-4cfc-80c4-666c57fd228c tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] For port f799141c-8db9-4dfb-849c-48e67d512230, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f799141c-8db9-4dfb-849c-48e67d512230,segment=NetworkSegment(dbad822a-cc0a-4804-bd9a-2013730fd3fb),segment_id=dbad822a-cc0a-4804-bd9a-2013730fd3fb)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:12:42.551311 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-35f075ef-5ce3-423a-8a09-99ed594bfb81 req-a6c19007-7ee0-4cfc-80c4-666c57fd228c tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:42.701497 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-35f075ef-5ce3-423a-8a09-99ed594bfb81 req-a6c19007-7ee0-4cfc-80c4-666c57fd228c tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Calling delete_port for f799141c-8db9-4dfb-849c-48e67d512230 owned by compute:nova {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:12:42.709387 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-5fe6a20a-ae1c-4c28-ba39-d1249f81e93a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:42.710036 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-5fe6a20a-ae1c-4c28-ba39-d1249f81e93a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:42.753563 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-f0d48cab-2ac2-4191-b4f5-a6b320b98812 None None] Provisioning for port 0d998435-6847-4b27-be77-7273e825ba20 completed by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:12:42.763416 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-f0d48cab-2ac2-4191-b4f5-a6b320b98812 None None] Provisioning complete for port 0d998435-6847-4b27-be77-7273e825ba20 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:12:42.764449 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-f0d48cab-2ac2-4191-b4f5-a6b320b98812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:42.768770 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-5fe6a20a-ae1c-4c28-ba39-d1249f81e93a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8396578 May 19 21:12:42.778541 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9b6a1-f478-4a1e-a548-6399688bfa4e req-4dc4c433-e389-4a7a-880f-15cc14fe2b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:42.780237 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3cf9b6a1-f478-4a1e-a548-6399688bfa4e req-4dc4c433-e389-4a7a-880f-15cc14fe2b0f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e1b034612bc4c438c95a1e8b0fd3627&device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 1098 time: 0.3182807 May 19 21:12:42.786686 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-40c81212-f79c-4afa-95dc-c78c689049d6 service neutron] Request body: {'port': {'device_id': '9753a025-5d88-4044-b986-7dbad8ba687b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:12:42.858043 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-f0d48cab-2ac2-4191-b4f5-a6b320b98812 None None] Port 0d998435-6847-4b27-be77-7273e825ba20 cannot update to ACTIVE because it is not bound. {{(pid=91838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 21:12:43.098958 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468dfe84-b3b3-4d5e-91cf-51f1f90a63d8 req-9ccc6d7f-d559-4cf3-af9d-45cc3b1973aa tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:43.100619 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-468dfe84-b3b3-4d5e-91cf-51f1f90a63d8 req-9ccc6d7f-d559-4cf3-af9d-45cc3b1973aa tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 931 time: 0.0916755 May 19 21:12:43.155759 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-468dfe84-b3b3-4d5e-91cf-51f1f90a63d8 req-5c07e474-b32a-4af6-ad26-112b0b55206a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468752 May 19 21:12:43.277384 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9b6a1-f478-4a1e-a548-6399688bfa4e req-77a58448-53ca-49c6-b015-c57279a7e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:43.278518 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3cf9b6a1-f478-4a1e-a548-6399688bfa4e req-77a58448-53ca-49c6-b015-c57279a7e7fe service neutron] 10.222.0.25 "GET /v2.0/networks?id=73cdea18-8046-49f0-a6f7-a0df883fcd0a HTTP/1.1" status: 200 len: 911 time: 0.4585595 May 19 21:12:43.290211 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-40c81212-f79c-4afa-95dc-c78c689049d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:43.349926 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-35f075ef-5ce3-423a-8a09-99ed594bfb81 req-a6c19007-7ee0-4cfc-80c4-666c57fd228c tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:43.380413 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-954f2e61-fc14-4a8a-ad84-040969978dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:43.493037 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c19007-7ee0-4cfc-80c4-666c57fd228c tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Pushing event deleted for resources: {'Port': ['ID=f799141c-8db9-4dfb-849c-48e67d512230,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:43.534285 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-a6c19007-7ee0-4cfc-80c4-666c57fd228c tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:43.598061 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3cf9b6a1-f478-4a1e-a548-6399688bfa4e req-f2d915d8-ce93-44e6-8ba0-e54dcd525b67 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f754221b-9321-429c-b76d-2a4ae4f1f65a HTTP/1.1" status: 200 len: 1001 time: 0.3095062 May 19 21:12:43.618495 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f075ef-5ce3-423a-8a09-99ed594bfb81 req-a6c19007-7ee0-4cfc-80c4-666c57fd228c tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] No DVR routers for this DVR port f799141c-8db9-4dfb-849c-48e67d512230 on host hv-cinder-78462 {{(pid=91836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:12:43.654610 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-35f075ef-5ce3-423a-8a09-99ed594bfb81 req-a6c19007-7ee0-4cfc-80c4-666c57fd228c tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:43.660604 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33013c5b-8ea9-44dc-8883-4a659d1d5a38', 'name': 'network-vif-deleted', 'tag': 'f799141c-8db9-4dfb-849c-48e67d512230'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:12:43.748401 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33013c5b-8ea9-44dc-8883-4a659d1d5a38', 'name': 'network-vif-deleted', 'tag': 'f799141c-8db9-4dfb-849c-48e67d512230', 'status': 'completed', 'code': 200} May 19 21:12:43.766567 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1067d99-4fd4-4856-9b90-4a0ee3d628bc req-4c6cbace-d879-461b-9748-085f343c208e tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:43.768340 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c1067d99-4fd4-4856-9b90-4a0ee3d628bc req-4c6cbace-d879-461b-9748-085f343c208e tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/ports?device_id=33013c5b-8ea9-44dc-8883-4a659d1d5a38 HTTP/1.1" status: 200 len: 945 time: 0.7157931 May 19 21:12:43.793472 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-35f075ef-5ce3-423a-8a09-99ed594bfb81 req-a6c19007-7ee0-4cfc-80c4-666c57fd228c tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.25 "DELETE /v2.0/ports/f799141c-8db9-4dfb-849c-48e67d512230 HTTP/1.1" status: 204 len: 173 time: 1.9131291 May 19 21:12:43.819429 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9b6a1-f478-4a1e-a548-6399688bfa4e req-cec58cd3-4bae-4ecb-9bc0-95c7007802a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:43.821059 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3cf9b6a1-f478-4a1e-a548-6399688bfa4e req-cec58cd3-4bae-4ecb-9bc0-95c7007802a0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=630830f2-778f-4bba-87b9-a49ae18b87af HTTP/1.1" status: 200 len: 849 time: 0.2042725 May 19 21:12:44.010995 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c1067d99-4fd4-4856-9b90-4a0ee3d628bc req-24c09d01-bdd2-4702-a33f-85d75b55ab59 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2697002-d0d1-448c-9499-141319b55618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248135 May 19 21:12:44.066167 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9b6a1-f478-4a1e-a548-6399688bfa4e req-f685676b-9d7d-4fb3-b37e-6ce277c3903c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:44.067599 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3cf9b6a1-f478-4a1e-a548-6399688bfa4e req-f685676b-9d7d-4fb3-b37e-6ce277c3903c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=73cdea18-8046-49f0-a6f7-a0df883fcd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2375584 May 19 21:12:44.180504 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device f799141c-8db9-4dfb-849c-48e67d512230 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:12:44.231201 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] No Port match for: f799141c-8db9-4dfb-849c-48e67d512230 {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:12:44.231867 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device f799141c-8db9-4dfb-849c-48e67d512230 not bound to the agent host hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:12:44.241323 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-40c81212-f79c-4afa-95dc-c78c689049d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d998435-6847-4b27-be77-7273e825ba20 {{(pid=91836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:12:44.255852 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-40c81212-f79c-4afa-95dc-c78c689049d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:44.289006 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3cf9b6a1-f478-4a1e-a548-6399688bfa4e req-0d072e6e-8633-4033-9edf-c86aa80976e0 service neutron] 10.222.0.25 "GET /v2.0/networks/73cdea18-8046-49f0-a6f7-a0df883fcd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131727 May 19 21:12:44.290095 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-40c81212-f79c-4afa-95dc-c78c689049d6 service neutron] Transition to ACTIVE for port object 0d998435-6847-4b27-be77-7273e825ba20 will not be triggered until provisioned by entity L2. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:12:44.317149 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-40c81212-f79c-4afa-95dc-c78c689049d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:44.345637 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:44.526640 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9879d8-0633-451f-b7c8-cc1bf1968ebe req-a02ed5c1-c9de-4a24-9455-6e6f5a40bc88 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:44.536856 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-2f9879d8-0633-451f-b7c8-cc1bf1968ebe req-a02ed5c1-c9de-4a24-9455-6e6f5a40bc88 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 943 time: 0.1365325 May 19 21:12:44.540727 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:44.608555 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-2f9879d8-0633-451f-b7c8-cc1bf1968ebe req-a677394d-ef44-4a4e-940c-32ade9e7bee2 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705378 May 19 21:12:44.703753 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3cf9b6a1-f478-4a1e-a548-6399688bfa4e req-288f3f8c-b12f-4129-9777-f3d678c9bb4f service neutron] 10.222.0.25 "GET /v2.0/networks/73cdea18-8046-49f0-a6f7-a0df883fcd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078484 May 19 21:12:44.704712 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c81212-f79c-4afa-95dc-c78c689049d6 service neutron] Pushing event updated for resources: {'Port': ['ID=0d998435-6847-4b27-be77-7273e825ba20,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:44.709399 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-40c81212-f79c-4afa-95dc-c78c689049d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:44.811043 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-40c81212-f79c-4afa-95dc-c78c689049d6 service neutron] Attempting to bind port 0d998435-6847-4b27-be77-7273e825ba20 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:12:44.811385 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-40c81212-f79c-4afa-95dc-c78c689049d6 service neutron] Attempting to bind port 0d998435-6847-4b27-be77-7273e825ba20 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'dd24c109-b873-4075-a547-36393fe5fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d'}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:12:44.811713 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-40c81212-f79c-4afa-95dc-c78c689049d6 service neutron] Attempting to bind port 0d998435-6847-4b27-be77-7273e825ba20 on network 33245778-87d9-4ace-bbb7-ad7041ac660d {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:12:44.817575 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-40c81212-f79c-4afa-95dc-c78c689049d6 service neutron] Port 0d998435-6847-4b27-be77-7273e825ba20 on network 33245778-87d9-4ace-bbb7-ad7041ac660d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 21:12:44.817876 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-40c81212-f79c-4afa-95dc-c78c689049d6 service neutron] Attempting to bind port 0d998435-6847-4b27-be77-7273e825ba20 on network 33245778-87d9-4ace-bbb7-ad7041ac660d {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:12:44.824635 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-40c81212-f79c-4afa-95dc-c78c689049d6 service neutron] Checking agent: {'id': '2fb6168f-df3b-41e1-92fa-9ac77f822fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'started_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:12:44.824892 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-40c81212-f79c-4afa-95dc-c78c689049d6 service neutron] Checking segment: {'id': 'dd24c109-b873-4075-a547-36393fe5fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:12:44.825285 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-40c81212-f79c-4afa-95dc-c78c689049d6 service neutron] Bound using segment: {'id': 'dd24c109-b873-4075-a547-36393fe5fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d'} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:12:44.825717 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-40c81212-f79c-4afa-95dc-c78c689049d6 service neutron] Bound port: 0d998435-6847-4b27-be77-7273e825ba20, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd24c109-b873-4075-a547-36393fe5fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d'}}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:12:44.826115 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-40c81212-f79c-4afa-95dc-c78c689049d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:44.941779 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-40c81212-f79c-4afa-95dc-c78c689049d6 service neutron] For port 0d998435-6847-4b27-be77-7273e825ba20, host hv-cinder-78462, cleared binding levels {{(pid=91836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:12:44.945517 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-40c81212-f79c-4afa-95dc-c78c689049d6 service neutron] For port 0d998435-6847-4b27-be77-7273e825ba20, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0d998435-6847-4b27-be77-7273e825ba20,segment=NetworkSegment(dd24c109-b873-4075-a547-36393fe5fd42),segment_id=dd24c109-b873-4075-a547-36393fe5fd42)] {{(pid=91836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:12:44.950667 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-40c81212-f79c-4afa-95dc-c78c689049d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:44.956040 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-bad14dd1-e286-447a-9f66-787627467971 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:45.015526 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-40c81212-f79c-4afa-95dc-c78c689049d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:45.016167 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-40c81212-f79c-4afa-95dc-c78c689049d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:45.017580 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-40c81212-f79c-4afa-95dc-c78c689049d6 service neutron] 10.222.0.25 "PUT /v2.0/ports/0d998435-6847-4b27-be77-7273e825ba20 HTTP/1.1" status: 200 len: 1093 time: 2.2363009 May 19 21:12:45.055377 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c81212-f79c-4afa-95dc-c78c689049d6 service neutron] Pushing event updated for resources: {'Port': ['ID=0d998435-6847-4b27-be77-7273e825ba20,revision_number=3']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:45.059828 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-40c81212-f79c-4afa-95dc-c78c689049d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:45.281274 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-d471338b-0e7e-4841-ad30-1f5347619129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:45.282641 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-d471338b-0e7e-4841-ad30-1f5347619129 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c68d7fb43ad842fea0b389e597b14848&device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 1096 time: 0.2196219 May 19 21:12:45.356392 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-5039e5d9-d063-4666-94b3-949a7e026853 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d998435-6847-4b27-be77-7273e825ba20 HTTP/1.1" status: 200 len: 217 time: 0.0650702 May 19 21:12:45.433192 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-4c16da12-729f-4794-a4f5-f44256b9f1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:45.434642 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-4c16da12-729f-4794-a4f5-f44256b9f1fc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a96f8d10-418e-4531-973e-67a2c5d86867 HTTP/1.1" status: 200 len: 855 time: 0.0683959 May 19 21:12:45.515157 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-814625f2-cd5d-4d38-aa72-2c6f423d88dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:45.516693 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-814625f2-cd5d-4d38-aa72-2c6f423d88dd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=33245778-87d9-4ace-bbb7-ad7041ac660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0743847 May 19 21:12:45.548576 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea11c9-a211-4833-bffa-21a615083a07 req-7cdf7d5e-9853-4e46-b335-c4121facf4ae tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:45.550187 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-3bea11c9-a211-4833-bffa-21a615083a07 req-7cdf7d5e-9853-4e46-b335-c4121facf4ae tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/networks?id=6129b1c1-2969-4f61-8356-b52878478c32 HTTP/1.1" status: 200 len: 808 time: 0.1509807 May 19 21:12:45.566797 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-3bea11c9-a211-4833-bffa-21a615083a07 req-266e7a10-70dd-40da-8ad3-95d118c54b19 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/quotas/21fee8a66eaf4db89256b3fbe71e78a5 HTTP/1.1" status: 200 len: 375 time: 0.0095053 May 19 21:12:45.616491 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-3bea11c9-a211-4833-bffa-21a615083a07 req-efb65b45-6fdb-414e-90ec-6b2cfddaebcf tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=21fee8a66eaf4db89256b3fbe71e78a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432050 May 19 21:12:45.660987 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-2550e3fa-a5f6-48bd-8bba-2cf6e5cd7468 service neutron] 10.222.0.25 "GET /v2.0/networks/33245778-87d9-4ace-bbb7-ad7041ac660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368747 May 19 21:12:45.759204 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9753a025-5d88-4044-b986-7dbad8ba687b', 'tag': '0d998435-6847-4b27-be77-7273e825ba20'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:12:45.765460 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-3bea11c9-a211-4833-bffa-21a615083a07 req-2e1d458f-86ca-4af8-add5-25e9c6d6c215 service neutron] 10.222.0.44 "GET /v2.0/networks/6129b1c1-2969-4f61-8356-b52878478c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413455 May 19 21:12:45.875688 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7472eb9c-166e-4190-9b43-254d272b7d74 req-b96e4193-1d57-4e4b-85d3-6973d2f78617 service neutron] 10.222.0.25 "GET /v2.0/networks/33245778-87d9-4ace-bbb7-ad7041ac660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060235 May 19 21:12:45.895977 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6a6ae-203f-49b0-ae0b-91f3fe3cd520 req-d19d4edb-bea9-4601-a850-f003240d0198 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:45.896950 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-82c6a6ae-203f-49b0-ae0b-91f3fe3cd520 req-d19d4edb-bea9-4601-a850-f003240d0198 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Synchronizing usage tracker for tenant:c68d7fb43ad842fea0b389e597b14848 on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:12:45.917102 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-82c6a6ae-203f-49b0-ae0b-91f3fe3cd520 req-d19d4edb-bea9-4601-a850-f003240d0198 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Unset dirty status for tenant:c68d7fb43ad842fea0b389e597b14848 on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:12:45.918193 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-82c6a6ae-203f-49b0-ae0b-91f3fe3cd520 req-d19d4edb-bea9-4601-a850-f003240d0198 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 943 time: 0.1539211 May 19 21:12:45.944812 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-3bea11c9-a211-4833-bffa-21a615083a07 req-d3716193-b448-4d7c-aab4-a39fa2798671 service neutron] 10.222.0.44 "GET /v2.0/networks/6129b1c1-2969-4f61-8356-b52878478c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710310 May 19 21:12:45.985011 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-82c6a6ae-203f-49b0-ae0b-91f3fe3cd520 req-9b5786d1-f57f-4287-9c1e-671049965eeb tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522163 May 19 21:12:46.045183 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9753a025-5d88-4044-b986-7dbad8ba687b', 'tag': '0d998435-6847-4b27-be77-7273e825ba20', 'status': 'completed', 'code': 200} May 19 21:12:46.199759 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-6993a6f0-2b0f-4deb-8e16-3170c688f440 req-1a48249d-d098-4222-bbdb-96ff1946a85b tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Synchronizing usage tracker for tenant:21fee8a66eaf4db89256b3fbe71e78a5 on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:12:46.220660 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7942f3-67a1-4cb9-978a-685680db3cf2 req-c2863337-6547-4509-978c-43dd2c7225d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:46.221521 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7c7942f3-67a1-4cb9-978a-685680db3cf2 req-c2863337-6547-4509-978c-43dd2c7225d8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c68d7fb43ad842fea0b389e597b14848&device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 1096 time: 0.1505673 May 19 21:12:46.226392 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:12:46.253796 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-6993a6f0-2b0f-4deb-8e16-3170c688f440 req-1a48249d-d098-4222-bbdb-96ff1946a85b tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Unset dirty status for tenant:21fee8a66eaf4db89256b3fbe71e78a5 on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:12:46.255141 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-6993a6f0-2b0f-4deb-8e16-3170c688f440 req-1a48249d-d098-4222-bbdb-96ff1946a85b tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440f179-971f-4e66-818b-ba4925ad1460 HTTP/1.1" status: 200 len: 210 time: 0.1060703 May 19 21:12:46.393140 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7942f3-67a1-4cb9-978a-685680db3cf2 req-70db2734-93c0-4806-9550-86567eb4512f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:46.394955 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7c7942f3-67a1-4cb9-978a-685680db3cf2 req-70db2734-93c0-4806-9550-86567eb4512f service neutron] 10.222.0.25 "GET /v2.0/networks?id=33245778-87d9-4ace-bbb7-ad7041ac660d HTTP/1.1" status: 200 len: 917 time: 0.1661906 May 19 21:12:46.474095 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7c7942f3-67a1-4cb9-978a-685680db3cf2 req-db5a0b5e-a17c-497e-af33-c9be91fa74ae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d998435-6847-4b27-be77-7273e825ba20 HTTP/1.1" status: 200 len: 217 time: 0.0714517 May 19 21:12:46.557241 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7942f3-67a1-4cb9-978a-685680db3cf2 req-1fda30a3-687d-48ea-9c13-3ebaa5a8d63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:46.558736 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7c7942f3-67a1-4cb9-978a-685680db3cf2 req-1fda30a3-687d-48ea-9c13-3ebaa5a8d63a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a96f8d10-418e-4531-973e-67a2c5d86867 HTTP/1.1" status: 200 len: 855 time: 0.0750263 May 19 21:12:46.646203 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7942f3-67a1-4cb9-978a-685680db3cf2 req-98cfafa2-29bf-4292-b579-04ab18edc7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:46.647686 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7c7942f3-67a1-4cb9-978a-685680db3cf2 req-98cfafa2-29bf-4292-b579-04ab18edc7a0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=33245778-87d9-4ace-bbb7-ad7041ac660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0816061 May 19 21:12:46.816893 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7c7942f3-67a1-4cb9-978a-685680db3cf2 req-fceda043-a87c-4e08-80a4-bd79a212e5de service neutron] 10.222.0.25 "GET /v2.0/networks/33245778-87d9-4ace-bbb7-ad7041ac660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617024 May 19 21:12:47.028711 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7c7942f3-67a1-4cb9-978a-685680db3cf2 req-e01fc681-df7a-4f3a-a270-97d79be62417 service neutron] 10.222.0.25 "GET /v2.0/networks/33245778-87d9-4ace-bbb7-ad7041ac660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027485 May 19 21:12:47.214980 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e5607-c9ee-475e-8f6e-3b5c3d4ac428 req-405ea568-1434-49b2-a4fb-8a9e6beb87aa tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:47.216616 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-3b9e5607-c9ee-475e-8f6e-3b5c3d4ac428 req-405ea568-1434-49b2-a4fb-8a9e6beb87aa tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 943 time: 0.1005392 May 19 21:12:47.283685 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-3b9e5607-c9ee-475e-8f6e-3b5c3d4ac428 req-791a5e6e-40bb-44b1-817a-46bc1892974e tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558875 May 19 21:12:47.665033 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-cae73c35-cb3f-4fe0-b44a-a41d3b8f8673 req-e2cf1a4a-5485-450c-9b87-54b0dea10842 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440f179-971f-4e66-818b-ba4925ad1460 HTTP/1.1" status: 200 len: 210 time: 0.1822886 May 19 21:12:47.722771 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea11c9-a211-4833-bffa-21a615083a07 req-011e0836-71b9-4b89-881b-ef04583c8fa1 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:47.724780 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3bea11c9-a211-4833-bffa-21a615083a07 req-011e0836-71b9-4b89-881b-ef04583c8fa1 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.25 "GET /v2.0/networks?id=6129b1c1-2969-4f61-8356-b52878478c32 HTTP/1.1" status: 200 len: 808 time: 0.4267578 May 19 21:12:47.740267 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-3bea11c9-a211-4833-bffa-21a615083a07 req-7355846d-a6b6-4553-a1d7-4ce9ce9043d9 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Request body: {'port': {'device_id': 'b440f179-971f-4e66-818b-ba4925ad1460', 'network_id': '6129b1c1-2969-4f61-8356-b52878478c32', 'admin_state_up': True, 'tenant_id': '21fee8a66eaf4db89256b3fbe71e78a5'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:12:47.893033 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-3bea11c9-a211-4833-bffa-21a615083a07 req-7355846d-a6b6-4553-a1d7-4ce9ce9043d9 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:12:47.904067 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-3bea11c9-a211-4833-bffa-21a615083a07 req-7355846d-a6b6-4553-a1d7-4ce9ce9043d9 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:12:47.916559 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bea11c9-a211-4833-bffa-21a615083a07 req-7355846d-a6b6-4553-a1d7-4ce9ce9043d9 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Made reservation on behalf of 21fee8a66eaf4db89256b3fbe71e78a5 for: {'port': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:12:47.920412 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-3bea11c9-a211-4833-bffa-21a615083a07 req-7355846d-a6b6-4553-a1d7-4ce9ce9043d9 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:48.097277 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [req-3bea11c9-a211-4833-bffa-21a615083a07 req-7355846d-a6b6-4553-a1d7-4ce9ce9043d9 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Allocated IP 172.20.0.5 (6129b1c1-2969-4f61-8356-b52878478c32/d5b3a5fd-8c3f-413f-baf6-420ec92c6a39/ce77e9bd-78a5-407f-9cae-570bc9cdd6d9) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:12:48.200609 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 0d998435-6847-4b27-be77-7273e825ba20 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 21:12:48.315496 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-3bea11c9-a211-4833-bffa-21a615083a07 req-7355846d-a6b6-4553-a1d7-4ce9ce9043d9 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:48.347568 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 0d998435-6847-4b27-be77-7273e825ba20, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0d998435-6847-4b27-be77-7273e825ba20,segment=NetworkSegment(dd24c109-b873-4075-a547-36393fe5fd42),segment_id=dd24c109-b873-4075-a547-36393fe5fd42)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:12:48.353258 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-3bea11c9-a211-4833-bffa-21a615083a07 req-7355846d-a6b6-4553-a1d7-4ce9ce9043d9 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:48.364348 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Returning: {'device': '0d998435-6847-4b27-be77-7273e825ba20', 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d', 'port_id': '0d998435-6847-4b27-be77-7273e825ba20', 'mac_address': 'fa:16:3e:33:4a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 21:12:48.365007 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-56773292-42b3-4546-867e-93c1bc9527c9 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:48.425103 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:48.448879 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d998435-6847-4b27-be77-7273e825ba20 {{(pid=91838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:12:48.467314 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 0d998435-6847-4b27-be77-7273e825ba20, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0d998435-6847-4b27-be77-7273e825ba20,segment=NetworkSegment(dd24c109-b873-4075-a547-36393fe5fd42),segment_id=dd24c109-b873-4075-a547-36393fe5fd42)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:12:48.469268 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bea11c9-a211-4833-bffa-21a615083a07 req-7355846d-a6b6-4553-a1d7-4ce9ce9043d9 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Network 6129b1c1-2969-4f61-8356-b52878478c32 is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:12:48.472684 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:48.474505 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:48.475509 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [req-3bea11c9-a211-4833-bffa-21a615083a07 req-7355846d-a6b6-4553-a1d7-4ce9ce9043d9 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:12:48.479815 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bea11c9-a211-4833-bffa-21a615083a07 req-7355846d-a6b6-4553-a1d7-4ce9ce9043d9 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:12:48.561658 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=0d998435-6847-4b27-be77-7273e825ba20,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:48.563477 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7355846d-a6b6-4553-a1d7-4ce9ce9043d9 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Pushing event updated for resources: {'Port': ['ID=ce77e9bd-78a5-407f-9cae-570bc9cdd6d9,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:48.570756 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:48.571107 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:48.571462 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:48.571783 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:48.572109 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:48.572432 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:48.572818 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:48.573141 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:48.573464 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:48.573834 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:48.574159 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:48.574643 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:48.578213 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-7355846d-a6b6-4553-a1d7-4ce9ce9043d9 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:48.578716 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28072bb7-007c-4270-8814-1483b9a39b7a req-b75f5862-d7c6-415a-8fd2-b144594c644b tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:48.580095 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:48.580484 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-28072bb7-007c-4270-8814-1483b9a39b7a req-b75f5862-d7c6-415a-8fd2-b144594c644b tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 944 time: 0.1047704 May 19 21:12:48.610722 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea11c9-a211-4833-bffa-21a615083a07 req-7355846d-a6b6-4553-a1d7-4ce9ce9043d9 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:48.611824 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-3bea11c9-a211-4833-bffa-21a615083a07 req-7355846d-a6b6-4553-a1d7-4ce9ce9043d9 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:48.636948 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-28072bb7-007c-4270-8814-1483b9a39b7a req-032af8ed-7faf-4d48-a89a-4f2df0a54ac4 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446301 May 19 21:12:48.649748 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3bea11c9-a211-4833-bffa-21a615083a07 req-7355846d-a6b6-4553-a1d7-4ce9ce9043d9 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9141669 May 19 21:12:48.664093 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-3bea11c9-a211-4833-bffa-21a615083a07 req-4ccc4b3f-2c11-4cb9-9bff-87cbb0e09bf3 service neutron] Request body: {'port': {'device_id': 'b440f179-971f-4e66-818b-ba4925ad1460', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:12:48.694441 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['0d998435-6847-4b27-be77-7273e825ba20'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:12:48.799052 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-3bea11c9-a211-4833-bffa-21a615083a07 req-4ccc4b3f-2c11-4cb9-9bff-87cbb0e09bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:49.017722 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e7cdb-0371-46a4-b305-98b18e26a829 req-cbff5105-b818-4720-9f30-59aaa8dfa905 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:49.018812 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-864e7cdb-0371-46a4-b305-98b18e26a829 req-cbff5105-b818-4720-9f30-59aaa8dfa905 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Synchronizing usage tracker for tenant:21fee8a66eaf4db89256b3fbe71e78a5 on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:12:49.071111 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-864e7cdb-0371-46a4-b305-98b18e26a829 req-cbff5105-b818-4720-9f30-59aaa8dfa905 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Unset dirty status for tenant:21fee8a66eaf4db89256b3fbe71e78a5 on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:12:49.072315 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-864e7cdb-0371-46a4-b305-98b18e26a829 req-cbff5105-b818-4720-9f30-59aaa8dfa905 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440f179-971f-4e66-818b-ba4925ad1460 HTTP/1.1" status: 200 len: 931 time: 0.2634239 May 19 21:12:49.194365 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-864e7cdb-0371-46a4-b305-98b18e26a829 req-0ca422a4-1390-42ab-b321-2d9578b6807a tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2697002-d0d1-448c-9499-141319b55618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153913 May 19 21:12:49.344357 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [req-3bea11c9-a211-4833-bffa-21a615083a07 req-4ccc4b3f-2c11-4cb9-9bff-87cbb0e09bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce77e9bd-78a5-407f-9cae-570bc9cdd6d9 {{(pid=91836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:12:49.359908 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-3bea11c9-a211-4833-bffa-21a615083a07 req-4ccc4b3f-2c11-4cb9-9bff-87cbb0e09bf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:49.389571 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [req-3bea11c9-a211-4833-bffa-21a615083a07 req-4ccc4b3f-2c11-4cb9-9bff-87cbb0e09bf3 service neutron] Transition to ACTIVE for port object ce77e9bd-78a5-407f-9cae-570bc9cdd6d9 will not be triggered until provisioned by entity L2. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:12:49.396117 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-3bea11c9-a211-4833-bffa-21a615083a07 req-4ccc4b3f-2c11-4cb9-9bff-87cbb0e09bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:49.401675 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-6f051336-d933-456d-ad55-9a273cb06b35 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:49.628340 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc4b3f-2c11-4cb9-9bff-87cbb0e09bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce77e9bd-78a5-407f-9cae-570bc9cdd6d9,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:49.633147 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-4ccc4b3f-2c11-4cb9-9bff-87cbb0e09bf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:49.684651 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-3bea11c9-a211-4833-bffa-21a615083a07 req-4ccc4b3f-2c11-4cb9-9bff-87cbb0e09bf3 service neutron] Attempting to bind port ce77e9bd-78a5-407f-9cae-570bc9cdd6d9 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:12:49.685073 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-3bea11c9-a211-4833-bffa-21a615083a07 req-4ccc4b3f-2c11-4cb9-9bff-87cbb0e09bf3 service neutron] Attempting to bind port ce77e9bd-78a5-407f-9cae-570bc9cdd6d9 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'dbad822a-cc0a-4804-bd9a-2013730fd3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6129b1c1-2969-4f61-8356-b52878478c32'}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:12:49.685324 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bea11c9-a211-4833-bffa-21a615083a07 req-4ccc4b3f-2c11-4cb9-9bff-87cbb0e09bf3 service neutron] Attempting to bind port ce77e9bd-78a5-407f-9cae-570bc9cdd6d9 on network 6129b1c1-2969-4f61-8356-b52878478c32 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:12:49.690843 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bea11c9-a211-4833-bffa-21a615083a07 req-4ccc4b3f-2c11-4cb9-9bff-87cbb0e09bf3 service neutron] Port ce77e9bd-78a5-407f-9cae-570bc9cdd6d9 on network 6129b1c1-2969-4f61-8356-b52878478c32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 21:12:49.691301 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bea11c9-a211-4833-bffa-21a615083a07 req-4ccc4b3f-2c11-4cb9-9bff-87cbb0e09bf3 service neutron] Attempting to bind port ce77e9bd-78a5-407f-9cae-570bc9cdd6d9 on network 6129b1c1-2969-4f61-8356-b52878478c32 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:12:49.697931 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bea11c9-a211-4833-bffa-21a615083a07 req-4ccc4b3f-2c11-4cb9-9bff-87cbb0e09bf3 service neutron] Checking agent: {'id': '2fb6168f-df3b-41e1-92fa-9ac77f822fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'started_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:12:49.698244 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bea11c9-a211-4833-bffa-21a615083a07 req-4ccc4b3f-2c11-4cb9-9bff-87cbb0e09bf3 service neutron] Checking segment: {'id': 'dbad822a-cc0a-4804-bd9a-2013730fd3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6129b1c1-2969-4f61-8356-b52878478c32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:12:49.698607 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bea11c9-a211-4833-bffa-21a615083a07 req-4ccc4b3f-2c11-4cb9-9bff-87cbb0e09bf3 service neutron] Bound using segment: {'id': 'dbad822a-cc0a-4804-bd9a-2013730fd3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6129b1c1-2969-4f61-8356-b52878478c32'} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:12:49.699151 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-3bea11c9-a211-4833-bffa-21a615083a07 req-4ccc4b3f-2c11-4cb9-9bff-87cbb0e09bf3 service neutron] Bound port: ce77e9bd-78a5-407f-9cae-570bc9cdd6d9, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbad822a-cc0a-4804-bd9a-2013730fd3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6129b1c1-2969-4f61-8356-b52878478c32'}}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:12:49.699425 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-3bea11c9-a211-4833-bffa-21a615083a07 req-4ccc4b3f-2c11-4cb9-9bff-87cbb0e09bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:49.871210 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-3bea11c9-a211-4833-bffa-21a615083a07 req-4ccc4b3f-2c11-4cb9-9bff-87cbb0e09bf3 service neutron] For port ce77e9bd-78a5-407f-9cae-570bc9cdd6d9, host hv-cinder-78462, cleared binding levels {{(pid=91836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:12:49.882163 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-3bea11c9-a211-4833-bffa-21a615083a07 req-4ccc4b3f-2c11-4cb9-9bff-87cbb0e09bf3 service neutron] For port ce77e9bd-78a5-407f-9cae-570bc9cdd6d9, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ce77e9bd-78a5-407f-9cae-570bc9cdd6d9,segment=NetworkSegment(dbad822a-cc0a-4804-bd9a-2013730fd3fb),segment_id=dbad822a-cc0a-4804-bd9a-2013730fd3fb)] {{(pid=91836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:12:49.890358 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-3bea11c9-a211-4833-bffa-21a615083a07 req-4ccc4b3f-2c11-4cb9-9bff-87cbb0e09bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:49.896470 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-fd2df7e2-bae7-45f4-8f50-c2baa87e62aa tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:49.974979 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a63d72-365c-49b4-9c3e-492702e21b12 req-7edb3337-0c06-45f7-93d2-8dbe4c1b5b90 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:49.976677 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-a6a63d72-365c-49b4-9c3e-492702e21b12 req-7edb3337-0c06-45f7-93d2-8dbe4c1b5b90 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.0917494 May 19 21:12:50.024999 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-a6a63d72-365c-49b4-9c3e-492702e21b12 req-3fa53d62-2787-411a-a4b5-6f2c4e00d5a5 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418515 May 19 21:12:50.067742 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea11c9-a211-4833-bffa-21a615083a07 req-4ccc4b3f-2c11-4cb9-9bff-87cbb0e09bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:50.068342 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-3bea11c9-a211-4833-bffa-21a615083a07 req-4ccc4b3f-2c11-4cb9-9bff-87cbb0e09bf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:50.069958 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3bea11c9-a211-4833-bffa-21a615083a07 req-4ccc4b3f-2c11-4cb9-9bff-87cbb0e09bf3 service neutron] 10.222.0.25 "PUT /v2.0/ports/ce77e9bd-78a5-407f-9cae-570bc9cdd6d9 HTTP/1.1" status: 200 len: 1093 time: 1.4105747 May 19 21:12:50.070441 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b440f179-971f-4e66-818b-ba4925ad1460', 'tag': 'ce77e9bd-78a5-407f-9cae-570bc9cdd6d9'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:12:50.085394 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bef645-507d-44e8-b3d9-f331740bdc22 req-10c07d92-ddf5-4c36-bb05-ddf0744a67e9 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:50.087024 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f8bef645-507d-44e8-b3d9-f331740bdc22 req-10c07d92-ddf5-4c36-bb05-ddf0744a67e9 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 944 time: 0.2966282 May 19 21:12:50.103978 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc4b3f-2c11-4cb9-9bff-87cbb0e09bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce77e9bd-78a5-407f-9cae-570bc9cdd6d9,revision_number=3']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:50.119773 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-4ccc4b3f-2c11-4cb9-9bff-87cbb0e09bf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:50.122620 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b440f179-971f-4e66-818b-ba4925ad1460', 'tag': 'ce77e9bd-78a5-407f-9cae-570bc9cdd6d9', 'status': 'completed', 'code': 200} May 19 21:12:50.187853 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f8bef645-507d-44e8-b3d9-f331740bdc22 req-e24ccafe-6aa2-4a02-85d7-67f293d2082f tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857410 May 19 21:12:50.220265 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 0d998435-6847-4b27-be77-7273e825ba20 up at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:12:50.221534 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea11c9-a211-4833-bffa-21a615083a07 req-143a64ac-2a3d-4f7a-9202-f68e215f0178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:50.223022 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3bea11c9-a211-4833-bffa-21a615083a07 req-143a64ac-2a3d-4f7a-9202-f68e215f0178 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=21fee8a66eaf4db89256b3fbe71e78a5&device_id=b440f179-971f-4e66-818b-ba4925ad1460 HTTP/1.1" status: 200 len: 1096 time: 0.0872235 May 19 21:12:50.295873 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning for port 0d998435-6847-4b27-be77-7273e825ba20 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:12:50.296871 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3bea11c9-a211-4833-bffa-21a615083a07 req-3e4e8034-85bd-44cb-9df3-192ecb0d73c4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce77e9bd-78a5-407f-9cae-570bc9cdd6d9 HTTP/1.1" status: 200 len: 217 time: 0.0646033 May 19 21:12:50.301612 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning complete for port 0d998435-6847-4b27-be77-7273e825ba20 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:12:50.301993 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:50.410534 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a80459-b87e-4f71-8903-b47dfe7f5fe3 req-82be5ce9-4e3d-403c-aaca-0e2d11c185a1 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:50.412133 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-f2a80459-b87e-4f71-8903-b47dfe7f5fe3 req-82be5ce9-4e3d-403c-aaca-0e2d11c185a1 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440f179-971f-4e66-818b-ba4925ad1460 HTTP/1.1" status: 200 len: 943 time: 0.0882697 May 19 21:12:50.414439 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea11c9-a211-4833-bffa-21a615083a07 req-52b608df-54ec-4445-81e3-6dc2235cbc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:50.416937 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3bea11c9-a211-4833-bffa-21a615083a07 req-52b608df-54ec-4445-81e3-6dc2235cbc3c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d5b3a5fd-8c3f-413f-baf6-420ec92c6a39 HTTP/1.1" status: 200 len: 848 time: 0.1098204 May 19 21:12:50.436430 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:50.465783 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-f2a80459-b87e-4f71-8903-b47dfe7f5fe3 req-12784cf9-ae3d-4ce3-b54b-356ef298c588 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Synchronizing usage tracker for tenant:21fee8a66eaf4db89256b3fbe71e78a5 on resource:security_group {{(pid=91837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:12:50.473419 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3bea11c9-a211-4833-bffa-21a615083a07 req-64b4e491-8364-4358-a93e-4b5401ce09ef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6129b1c1-2969-4f61-8356-b52878478c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468447 May 19 21:12:50.482946 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9753a025-5d88-4044-b986-7dbad8ba687b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d998435-6847-4b27-be77-7273e825ba20'}] {{(pid=91838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:12:50.486157 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-f2a80459-b87e-4f71-8903-b47dfe7f5fe3 req-12784cf9-ae3d-4ce3-b54b-356ef298c588 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Unset dirty status for tenant:21fee8a66eaf4db89256b3fbe71e78a5 on resource:security_group {{(pid=91837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:12:50.487755 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-f2a80459-b87e-4f71-8903-b47dfe7f5fe3 req-12784cf9-ae3d-4ce3-b54b-356ef298c588 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2697002-d0d1-448c-9499-141319b55618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675936 May 19 21:12:50.508238 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 0d998435-6847-4b27-be77-7273e825ba20, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0d998435-6847-4b27-be77-7273e825ba20,segment=NetworkSegment(dd24c109-b873-4075-a547-36393fe5fd42),segment_id=dd24c109-b873-4075-a547-36393fe5fd42)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:12:50.515429 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:50.520217 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:50.563503 dv-cinder-784623-12-iscsi neutron-server[91838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9753a025-5d88-4044-b986-7dbad8ba687b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d998435-6847-4b27-be77-7273e825ba20', 'code': 200} May 19 21:12:50.611432 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=0d998435-6847-4b27-be77-7273e825ba20,revision_number=5']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:50.615667 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:50.647515 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3bea11c9-a211-4833-bffa-21a615083a07 req-e5a681ce-1734-45b9-a429-635dfcdf3ced service neutron] 10.222.0.25 "GET /v2.0/networks/6129b1c1-2969-4f61-8356-b52878478c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661592 May 19 21:12:50.807621 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3bea11c9-a211-4833-bffa-21a615083a07 req-39e5be41-a48e-4ee4-917f-539ebd3e2378 service neutron] 10.222.0.25 "GET /v2.0/networks/6129b1c1-2969-4f61-8356-b52878478c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522055 May 19 21:12:50.966877 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230bccb-4550-4581-ba30-6eb4802260f4 req-72af2df3-aeed-475f-a87b-0e4312a775ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:50.968365 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8230bccb-4550-4581-ba30-6eb4802260f4 req-72af2df3-aeed-475f-a87b-0e4312a775ae service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 1098 time: 0.1483357 May 19 21:12:50.980333 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684795a-2316-4980-bb3a-74cbb7a9262b req-d7d4ee4f-c4da-494b-9493-115c862961a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:50.981808 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0684795a-2316-4980-bb3a-74cbb7a9262b req-d7d4ee4f-c4da-494b-9493-115c862961a1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=21fee8a66eaf4db89256b3fbe71e78a5&device_id=b440f179-971f-4e66-818b-ba4925ad1460 HTTP/1.1" status: 200 len: 1096 time: 0.1080492 May 19 21:12:51.109645 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8230bccb-4550-4581-ba30-6eb4802260f4 req-758bac4a-2370-4bc2-aacf-192228b70da4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323397 May 19 21:12:51.151520 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684795a-2316-4980-bb3a-74cbb7a9262b req-ad724565-5439-4fab-93fa-95e58858dc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:51.153165 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0684795a-2316-4980-bb3a-74cbb7a9262b req-ad724565-5439-4fab-93fa-95e58858dc1f service neutron] 10.222.0.25 "GET /v2.0/networks?id=6129b1c1-2969-4f61-8356-b52878478c32 HTTP/1.1" status: 200 len: 909 time: 0.1557541 May 19 21:12:51.244798 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0684795a-2316-4980-bb3a-74cbb7a9262b req-18be38aa-8721-424c-a03b-345fcffa562d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce77e9bd-78a5-407f-9cae-570bc9cdd6d9 HTTP/1.1" status: 200 len: 217 time: 0.0725250 May 19 21:12:51.255848 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f71dfb-86b6-4f50-900c-209a2db36228 req-41571b37-e525-4f87-a5f2-2178034ed992 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:51.258063 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-d2f71dfb-86b6-4f50-900c-209a2db36228 req-41571b37-e525-4f87-a5f2-2178034ed992 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.0945101 May 19 21:12:51.306460 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-d2f71dfb-86b6-4f50-900c-209a2db36228 req-67b4445a-5134-4027-9874-1602180b2827 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420301 May 19 21:12:51.362041 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684795a-2316-4980-bb3a-74cbb7a9262b req-215a5b70-4f9c-41be-98ad-9dec22dfc10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:51.363544 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0684795a-2316-4980-bb3a-74cbb7a9262b req-215a5b70-4f9c-41be-98ad-9dec22dfc10c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d5b3a5fd-8c3f-413f-baf6-420ec92c6a39 HTTP/1.1" status: 200 len: 848 time: 0.1080010 May 19 21:12:51.418202 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0684795a-2316-4980-bb3a-74cbb7a9262b req-e42296e3-51e6-48b4-85d9-4804c9221a79 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6129b1c1-2969-4f61-8356-b52878478c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440257 May 19 21:12:51.526602 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b31ab-95bf-4ef2-aeb9-6bd177277703 req-7adf69f6-5dba-4d4e-899a-93116c597322 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:51.528116 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-632b31ab-95bf-4ef2-aeb9-6bd177277703 req-7adf69f6-5dba-4d4e-899a-93116c597322 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 945 time: 0.2147913 May 19 21:12:51.601565 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-632b31ab-95bf-4ef2-aeb9-6bd177277703 req-a0eda8f3-07dd-42eb-aee9-12978f350867 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658884 May 19 21:12:51.603580 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0684795a-2316-4980-bb3a-74cbb7a9262b req-dce2e609-9c84-48e5-81ac-72330edaee04 service neutron] 10.222.0.25 "GET /v2.0/networks/6129b1c1-2969-4f61-8356-b52878478c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768627 May 19 21:12:51.699468 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9871df-2032-46f4-98b7-1bf90e5e4abb req-26b4b4f7-ff48-48d2-bb84-3a4e6c306625 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:51.701046 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-ab9871df-2032-46f4-98b7-1bf90e5e4abb req-26b4b4f7-ff48-48d2-bb84-3a4e6c306625 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440f179-971f-4e66-818b-ba4925ad1460 HTTP/1.1" status: 200 len: 943 time: 0.0918553 May 19 21:12:51.758907 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-ab9871df-2032-46f4-98b7-1bf90e5e4abb req-509f84ee-6ecc-480b-8f7b-278d8c30623d tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2697002-d0d1-448c-9499-141319b55618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518842 May 19 21:12:51.766824 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0684795a-2316-4980-bb3a-74cbb7a9262b req-56a1b15b-5fdd-4997-88f6-7ef098ec62f3 service neutron] 10.222.0.25 "GET /v2.0/networks/6129b1c1-2969-4f61-8356-b52878478c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543477 May 19 21:12:52.110810 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b873c-da45-4065-92e9-b8e85440c247 req-b11a337e-6f67-442a-8780-67d25fa9c77c tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:52.112898 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5b1b873c-da45-4065-92e9-b8e85440c247 req-b11a337e-6f67-442a-8780-67d25fa9c77c tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.25 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.2064736 May 19 21:12:52.235682 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device ce77e9bd-78a5-407f-9cae-570bc9cdd6d9 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 21:12:52.278210 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-5b1b873c-da45-4065-92e9-b8e85440c247 req-dfb7a11c-3f70-443c-a5ae-31800a659942 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Deleting port f754221b-9321-429c-b76d-2a4ae4f1f65a {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:12:52.278550 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-5b1b873c-da45-4065-92e9-b8e85440c247 req-dfb7a11c-3f70-443c-a5ae-31800a659942 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:52.403352 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port ce77e9bd-78a5-407f-9cae-570bc9cdd6d9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ce77e9bd-78a5-407f-9cae-570bc9cdd6d9,segment=NetworkSegment(dbad822a-cc0a-4804-bd9a-2013730fd3fb),segment_id=dbad822a-cc0a-4804-bd9a-2013730fd3fb)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:12:52.422715 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Returning: {'device': 'ce77e9bd-78a5-407f-9cae-570bc9cdd6d9', 'network_id': '6129b1c1-2969-4f61-8356-b52878478c32', 'port_id': 'ce77e9bd-78a5-407f-9cae-570bc9cdd6d9', 'mac_address': 'fa:16:3e:d0:3a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b3a5fd-8c3f-413f-baf6-420ec92c6a39', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 21:12:52.479782 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-5b1b873c-da45-4065-92e9-b8e85440c247 req-dfb7a11c-3f70-443c-a5ae-31800a659942 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] For port f754221b-9321-429c-b76d-2a4ae4f1f65a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f754221b-9321-429c-b76d-2a4ae4f1f65a,segment=NetworkSegment(7ebb5a37-186a-44c7-8b3d-dea339fd8a91),segment_id=7ebb5a37-186a-44c7-8b3d-dea339fd8a91)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:12:52.480330 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-5b1b873c-da45-4065-92e9-b8e85440c247 req-dfb7a11c-3f70-443c-a5ae-31800a659942 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:52.523335 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:52.542577 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce77e9bd-78a5-407f-9cae-570bc9cdd6d9 {{(pid=91838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:12:52.562304 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port ce77e9bd-78a5-407f-9cae-570bc9cdd6d9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ce77e9bd-78a5-407f-9cae-570bc9cdd6d9,segment=NetworkSegment(dbad822a-cc0a-4804-bd9a-2013730fd3fb),segment_id=dbad822a-cc0a-4804-bd9a-2013730fd3fb)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:12:52.570051 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:52.572029 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:52.645510 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=ce77e9bd-78a5-407f-9cae-570bc9cdd6d9,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:52.649491 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:52.696843 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee4bda-e7f3-4392-a196-49ca5d29197e req-ff468ac6-bf7a-49ce-bc49-04ab6228d624 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:52.698401 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-80ee4bda-e7f3-4392-a196-49ca5d29197e req-ff468ac6-bf7a-49ce-bc49-04ab6228d624 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 945 time: 0.2783723 May 19 21:12:52.788878 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['ce77e9bd-78a5-407f-9cae-570bc9cdd6d9'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:12:52.811163 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7207b2c-a973-4c89-9f35-79cf9c82c6ab req-907e7727-5d20-4229-84a7-489460153741 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:52.814007 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-a7207b2c-a973-4c89-9f35-79cf9c82c6ab req-907e7727-5d20-4229-84a7-489460153741 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 945 time: 0.0898569 May 19 21:12:52.870748 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-80ee4bda-e7f3-4392-a196-49ca5d29197e req-90c7fb93-f0d9-4dc9-bfcb-20ab10f0d6ca tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521640 May 19 21:12:52.878950 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-a7207b2c-a973-4c89-9f35-79cf9c82c6ab req-440323fe-f252-4818-87eb-2a9450442951 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594265 May 19 21:12:52.911368 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-5b1b873c-da45-4065-92e9-b8e85440c247 req-dfb7a11c-3f70-443c-a5ae-31800a659942 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:52.911368 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-5b1b873c-da45-4065-92e9-b8e85440c247 req-dfb7a11c-3f70-443c-a5ae-31800a659942 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658636'] for floatingip, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:52.911368 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.db.l3_db [req-5b1b873c-da45-4065-92e9-b8e85440c247 req-dfb7a11c-3f70-443c-a5ae-31800a659942 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Floating IP 2cb0f7b2-1145-4080-ae74-5b66f0c4bfc7 disassociated. External IP: 172.27.1.150, port: f754221b-9321-429c-b76d-2a4ae4f1f65a. May 19 21:12:52.911368 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-5b1b873c-da45-4065-92e9-b8e85440c247 req-dfb7a11c-3f70-443c-a5ae-31800a659942 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Calling delete_port for f754221b-9321-429c-b76d-2a4ae4f1f65a owned by compute:nova {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:12:53.143988 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-5b1b873c-da45-4065-92e9-b8e85440c247 req-dfb7a11c-3f70-443c-a5ae-31800a659942 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:53.150284 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:53.198426 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb7a11c-3f70-443c-a5ae-31800a659942 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Pushing event deleted for resources: {'Port': ['ID=f754221b-9321-429c-b76d-2a4ae4f1f65a,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:53.204023 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-dfb7a11c-3f70-443c-a5ae-31800a659942 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:53.316260 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbffb38-ed99-4847-9489-af740e77c233 req-08a5a8cc-c386-4aaf-bc82-4b5af0d20ece tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:53.318202 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-2fbffb38-ed99-4847-9489-af740e77c233 req-08a5a8cc-c386-4aaf-bc82-4b5af0d20ece tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 945 time: 0.2188923 May 19 21:12:53.321687 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d69d2b-e0cf-4e06-85f4-73d68c5475cb req-45901501-d6ca-482c-a30a-eb01f807aa23 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:53.328239 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a3d69d2b-e0cf-4e06-85f4-73d68c5475cb req-45901501-d6ca-482c-a30a-eb01f807aa23 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440f179-971f-4e66-818b-ba4925ad1460 HTTP/1.1" status: 200 len: 944 time: 0.2518632 May 19 21:12:53.329636 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 50844) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:53.345754 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-230a5485-e8e6-46ad-a7cb-8838a981763a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Request body: {'floatingip': {'port_id': '0d998435-6847-4b27-be77-7273e825ba20'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:12:53.517797 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-230a5485-e8e6-46ad-a7cb-8838a981763a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for floatingip, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:53.670586 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a3d69d2b-e0cf-4e06-85f4-73d68c5475cb req-c9a3f616-c1b9-410a-8c01-3afb97def303 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2697002-d0d1-448c-9499-141319b55618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317049 May 19 21:12:53.702805 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b1b873c-da45-4065-92e9-b8e85440c247 req-dfb7a11c-3f70-443c-a5ae-31800a659942 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Router e692fffc-98ec-4754-b6db-d2f2de36fe35 has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:12:54.020840 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-351a8661-db1e-4067-a3cb-aa0a00d140af req-6766edda-a756-4cee-bbf8-1fedffab60e5 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 210 time: 0.0436642 May 19 21:12:54.230213 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device ce77e9bd-78a5-407f-9cae-570bc9cdd6d9 up at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:12:54.259301 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b1b873c-da45-4065-92e9-b8e85440c247 req-dfb7a11c-3f70-443c-a5ae-31800a659942 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:12:54.282221 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c877fe-5eb5-44fa-a1c0-8171340b5aa4 None None] Sync routers for ids ['e692fffc-98ec-4754-b6db-d2f2de36fe35'] in dv-cinder-784623-12-iscsi {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:12:54.331883 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c877fe-5eb5-44fa-a1c0-8171340b5aa4 None None] Routers {'e692fffc-98ec-4754-b6db-d2f2de36fe35'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:12:54.332974 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-66c877fe-5eb5-44fa-a1c0-8171340b5aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:12:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['e692fffc-98ec-4754-b6db-d2f2de36fe35'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:12:54.414797 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1b873c-da45-4065-92e9-b8e85440c247 req-dfb7a11c-3f70-443c-a5ae-31800a659942 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] No DVR routers for this DVR port f754221b-9321-429c-b76d-2a4ae4f1f65a on host hv-cinder-78462 {{(pid=91836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:12:54.431021 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-5b1b873c-da45-4065-92e9-b8e85440c247 req-dfb7a11c-3f70-443c-a5ae-31800a659942 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:54.434757 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d0c4d2-8518-479a-b6d6-b5ea9503e96e', 'name': 'network-vif-deleted', 'tag': 'f754221b-9321-429c-b76d-2a4ae4f1f65a'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:12:54.482007 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5b1b873c-da45-4065-92e9-b8e85440c247 req-dfb7a11c-3f70-443c-a5ae-31800a659942 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.25 "DELETE /v2.0/ports/f754221b-9321-429c-b76d-2a4ae4f1f65a HTTP/1.1" status: 204 len: 173 time: 2.3624091 May 19 21:12:54.488293 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning for port ce77e9bd-78a5-407f-9cae-570bc9cdd6d9 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:12:54.543126 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d0c4d2-8518-479a-b6d6-b5ea9503e96e', 'name': 'network-vif-deleted', 'tag': 'f754221b-9321-429c-b76d-2a4ae4f1f65a', 'status': 'completed', 'code': 200} May 19 21:12:54.558017 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning complete for port ce77e9bd-78a5-407f-9cae-570bc9cdd6d9 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:12:54.558408 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:54.656863 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-66c877fe-5eb5-44fa-a1c0-8171340b5aa4 None None] Set router e692fffc-98ec-4754-b6db-d2f2de36fe35 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:12:54.762795 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-230a5485-e8e6-46ad-a7cb-8838a981763a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:54.769193 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-230a5485-e8e6-46ad-a7cb-8838a981763a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658636'] for floatingip, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:54.906288 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:54.920913 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21704579-57d3-4d4f-bced-7e224f64f50a req-5a273f56-da5f-4dd1-9587-b4015c0c78ae tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:54.922718 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-21704579-57d3-4d4f-bced-7e224f64f50a req-5a273f56-da5f-4dd1-9587-b4015c0c78ae tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440f179-971f-4e66-818b-ba4925ad1460 HTTP/1.1" status: 200 len: 944 time: 0.1060822 May 19 21:12:54.968267 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.db.l3_db [None req-230a5485-e8e6-46ad-a7cb-8838a981763a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Floating IP c548f5da-57c3-4b78-a148-85d8f813fd46 associated. External IP: 172.27.1.217, port: 0d998435-6847-4b27-be77-7273e825ba20. May 19 21:12:54.996885 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-21704579-57d3-4d4f-bced-7e224f64f50a req-5567ff6b-8f4e-4747-a414-c4d30777e8ea tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2697002-d0d1-448c-9499-141319b55618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670323 May 19 21:12:55.040931 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b440f179-971f-4e66-818b-ba4925ad1460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce77e9bd-78a5-407f-9cae-570bc9cdd6d9'}] {{(pid=91838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:12:55.175715 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port ce77e9bd-78a5-407f-9cae-570bc9cdd6d9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ce77e9bd-78a5-407f-9cae-570bc9cdd6d9,segment=NetworkSegment(dbad822a-cc0a-4804-bd9a-2013730fd3fb),segment_id=dbad822a-cc0a-4804-bd9a-2013730fd3fb)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:12:55.178442 dv-cinder-784623-12-iscsi neutron-server[91838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b440f179-971f-4e66-818b-ba4925ad1460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce77e9bd-78a5-407f-9cae-570bc9cdd6d9', 'code': 200} May 19 21:12:55.183416 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:55.184620 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device f754221b-9321-429c-b76d-2a4ae4f1f65a no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:12:55.219525 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:55.271605 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 50874) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:55.316326 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=ce77e9bd-78a5-407f-9cae-570bc9cdd6d9,revision_number=5']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:55.324764 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:55.326548 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] No Port match for: f754221b-9321-429c-b76d-2a4ae4f1f65a {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:12:55.327025 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device f754221b-9321-429c-b76d-2a4ae4f1f65a not bound to the agent host hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:12:55.361150 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-66c877fe-5eb5-44fa-a1c0-8171340b5aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'name': 'tempest-AttachVolumeTestJSON-541461897-router', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:17Z', 'updated_at': '2021-05-19T21:08:34Z', 'revision_number': 4, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'gw_port': {'id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:19Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': '82e3b671-39fe-4ff5-aea1-cc914d7df6c0', 'name': '', 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'mac_address': 'fa:16:3e:ea:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '630830f2-778f-4bba-87b9-a49ae18b87af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:27Z', 'updated_at': '2021-05-19T21:08:48Z', 'revision_number': 5, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'subnets': [{'id': '630830f2-778f-4bba-87b9-a49ae18b87af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:12:55.366370 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c877fe-5eb5-44fa-a1c0-8171340b5aa4 None None] Checking router: e692fffc-98ec-4754-b6db-d2f2de36fe35 for host: dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:12:55.375703 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-030e5478-a952-440f-8362-c11b240cc4f7 req-bb3625a9-310d-4c78-83c7-939d2267c1c9 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8d0c4d2-8518-479a-b6d6-b5ea9503e96e HTTP/1.1" status: 200 len: 210 time: 0.0604386 May 19 21:12:55.378895 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c877fe-5eb5-44fa-a1c0-8171340b5aa4 None None] Routers {'e692fffc-98ec-4754-b6db-d2f2de36fe35'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:12:55.379809 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-66c877fe-5eb5-44fa-a1c0-8171340b5aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:12:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['e692fffc-98ec-4754-b6db-d2f2de36fe35'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:12:55.423323 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a6e5f34-ac19-4317-9e02-a06f1ec7ba0c admin admin] Deleting subnet bcc4ef3a-6321-4987-b714-0d92b4568e4c {{(pid=91837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 21:12:55.432609 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4a6e5f34-ac19-4317-9e02-a06f1ec7ba0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:55.559807 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4a6e5f34-ac19-4317-9e02-a06f1ec7ba0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7566427'] for subnet, precommit_delete_associations {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:55.616416 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-66c877fe-5eb5-44fa-a1c0-8171340b5aa4 None None] Set router e692fffc-98ec-4754-b6db-d2f2de36fe35 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:12:55.623777 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4a6e5f34-ac19-4317-9e02-a06f1ec7ba0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1760382'] for subnet, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:55.689833 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230a5485-e8e6-46ad-a7cb-8838a981763a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Router 106c6bc3-df58-4ca5-b602-4b93b8644468 has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:12:55.873719 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3c976-b45b-439e-b876-cce88852e887 req-26be4e3f-1987-41fa-b077-b24789c11a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:55.875209 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4da3c976-b45b-439e-b876-cce88852e887 req-26be4e3f-1987-41fa-b077-b24789c11a48 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b440f179-971f-4e66-818b-ba4925ad1460 HTTP/1.1" status: 200 len: 1098 time: 0.3670125 May 19 21:12:55.934495 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230a5485-e8e6-46ad-a7cb-8838a981763a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:12:55.940791 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-230a5485-e8e6-46ad-a7cb-8838a981763a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for floatingip, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:55.951802 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3336eba-c1db-4356-a402-cc552eb2957c None None] Sync routers for ids ['106c6bc3-df58-4ca5-b602-4b93b8644468'] in dv-cinder-784623-12-iscsi {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:12:55.963116 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4a6e5f34-ac19-4317-9e02-a06f1ec7ba0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6801266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6349982'] for subnet, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:55.966961 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3336eba-c1db-4356-a402-cc552eb2957c None None] Routers {'106c6bc3-df58-4ca5-b602-4b93b8644468'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:12:55.967867 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-f3336eba-c1db-4356-a402-cc552eb2957c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:12:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['106c6bc3-df58-4ca5-b602-4b93b8644468'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:12:55.969970 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-098838cd-043f-4875-b64f-cde80c93bd4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:55.973047 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4da3c976-b45b-439e-b876-cce88852e887 req-11032645-a27c-4c03-a0ba-8f28019fdb09 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c2697002-d0d1-448c-9499-141319b55618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872483 May 19 21:12:56.009770 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-230a5485-e8e6-46ad-a7cb-8838a981763a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "PUT /v2.0/floatingips/c548f5da-57c3-4b78-a148-85d8f813fd46 HTTP/1.1" status: 200 len: 991 time: 2.6758909 May 19 21:12:56.013573 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e5f34-ac19-4317-9e02-a06f1ec7ba0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcc4ef3a-6321-4987-b714-0d92b4568e4c,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:56.019751 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4a6e5f34-ac19-4317-9e02-a06f1ec7ba0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for subnet, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:56.024224 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-4a6e5f34-ac19-4317-9e02-a06f1ec7ba0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:56.029577 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-4a6e5f34-ac19-4317-9e02-a06f1ec7ba0c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bcc4ef3a-6321-4987-b714-0d92b4568e4c HTTP/1.1" status: 204 len: 168 time: 0.7546480 May 19 21:12:56.029936 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 50882) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:56.064311 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-66c877fe-5eb5-44fa-a1c0-8171340b5aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'name': 'tempest-AttachVolumeTestJSON-541461897-router', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:17Z', 'updated_at': '2021-05-19T21:08:34Z', 'revision_number': 4, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'gw_port': {'id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:19Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': '82e3b671-39fe-4ff5-aea1-cc914d7df6c0', 'name': '', 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'mac_address': 'fa:16:3e:ea:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '630830f2-778f-4bba-87b9-a49ae18b87af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:27Z', 'updated_at': '2021-05-19T21:08:48Z', 'revision_number': 5, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'subnets': [{'id': '630830f2-778f-4bba-87b9-a49ae18b87af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:12:56.082292 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c877fe-5eb5-44fa-a1c0-8171340b5aa4 None None] The sync data for ids ['e692fffc-98ec-4754-b6db-d2f2de36fe35'] in dv-cinder-784623-12-iscsi is: [{'id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'name': 'tempest-AttachVolumeTestJSON-541461897-router', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:17Z', 'updated_at': '2021-05-19T21:08:34Z', 'revision_number': 4, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'gw_port': {'id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:19Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': '82e3b671-39fe-4ff5-aea1-cc914d7df6c0', 'name': '', 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'mac_address': 'fa:16:3e:ea:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '630830f2-778f-4bba-87b9-a49ae18b87af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:27Z', 'updated_at': '2021-05-19T21:08:48Z', 'revision_number': 5, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'subnets': [{'id': '630830f2-778f-4bba-87b9-a49ae18b87af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:12:56.173842 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-3127eebb-f870-49c5-a6b5-77c01a05327d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772294'] for network, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:56.201052 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-f3336eba-c1db-4356-a402-cc552eb2957c None None] Set router 106c6bc3-df58-4ca5-b602-4b93b8644468 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:12:56.378624 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bb4693-0aee-4a1b-8169-15686065eabf None None] New status for floating IP 2cb0f7b2-1145-4080-ae74-5b66f0c4bfc7: DOWN {{(pid=91838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 21:12:56.414669 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-3127eebb-f870-49c5-a6b5-77c01a05327d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754869', 'neutron.services.segments.db._delete_segments_for_network-8750774465410'] for network, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:56.456404 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.services.segments.db [None req-3127eebb-f870-49c5-a6b5-77c01a05327d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6882f09-6eac-4335-8482-be5c379ed0e0']}} {{(pid=91837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:12:56.495698 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96a97f-6a78-45ed-acc5-d4d66148b4b2 req-ff09d36c-f9ab-49f9-a192-92c159754b36 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:56.498230 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-ca96a97f-6a78-45ed-acc5-d4d66148b4b2 req-ff09d36c-f9ab-49f9-a192-92c159754b36 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440f179-971f-4e66-818b-ba4925ad1460 HTTP/1.1" status: 200 len: 945 time: 0.2830203 May 19 21:12:56.501220 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.services.segments.db [None req-3127eebb-f870-49c5-a6b5-77c01a05327d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c6025d-f5a6-49aa-b8ba-1ff553b8a677') {'for_net_delete': True} {{(pid=91837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:12:56.501844 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.services.segments.db [None req-3127eebb-f870-49c5-a6b5-77c01a05327d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c6025d-f5a6-49aa-b8ba-1ff553b8a677') {} {{(pid=91837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:12:56.544732 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9753a025-5d88-4044-b986-7dbad8ba687b', 'tag': '0d998435-6847-4b27-be77-7273e825ba20'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:12:56.562049 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 50892) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:56.575490 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-3127eebb-f870-49c5-a6b5-77c01a05327d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750774475915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7566412'] for segment, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:56.624983 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-ca96a97f-6a78-45ed-acc5-d4d66148b4b2 req-5198645e-138b-4077-ba02-ce577d91a7e7 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2697002-d0d1-448c-9499-141319b55618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943179 May 19 21:12:56.662153 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-3127eebb-f870-49c5-a6b5-77c01a05327d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:56.691300 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3127eebb-f870-49c5-a6b5-77c01a05327d admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=91837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:12:56.691931 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-3127eebb-f870-49c5-a6b5-77c01a05327d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6754512'] for segment, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:56.713223 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-814ed92b-fd3b-48f0-b7cd-dc8010b36ee5 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:56.734072 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9753a025-5d88-4044-b986-7dbad8ba687b', 'tag': '0d998435-6847-4b27-be77-7273e825ba20', 'status': 'completed', 'code': 200} May 19 21:12:56.770526 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-814ed92b-fd3b-48f0-b7cd-dc8010b36ee5 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:56.805772 dv-cinder-784623-12-iscsi neutron-server[91837]: Traceback (most recent call last): May 19 21:12:56.805772 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 21:12:56.805772 dv-cinder-784623-12-iscsi neutron-server[91837]: timer() May 19 21:12:56.805772 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 21:12:56.805772 dv-cinder-784623-12-iscsi neutron-server[91837]: cb(*args, **kw) May 19 21:12:56.805772 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 21:12:56.805772 dv-cinder-784623-12-iscsi neutron-server[91837]: return func(*args, **kwargs) May 19 21:12:56.805772 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 21:12:56.805772 dv-cinder-784623-12-iscsi neutron-server[91837]: self._notify() May 19 21:12:56.805772 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 21:12:56.805772 dv-cinder-784623-12-iscsi neutron-server[91837]: self.callback(batched_events) May 19 21:12:56.805772 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 21:12:56.805772 dv-cinder-784623-12-iscsi neutron-server[91837]: event.method(event) May 19 21:12:56.805772 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 21:12:56.805772 dv-cinder-784623-12-iscsi neutron-server[91837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 21:12:56.805772 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 21:12:56.805772 dv-cinder-784623-12-iscsi neutron-server[91837]: aggregate_uuid = self.p_client.list_aggregates( May 19 21:12:56.805772 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 21:12:56.805772 dv-cinder-784623-12-iscsi neutron-server[91837]: return f(self, *a, **k) May 19 21:12:56.805772 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 21:12:56.805772 dv-cinder-784623-12-iscsi neutron-server[91837]: return self._get(url).json() May 19 21:12:56.805772 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 21:12:56.805772 dv-cinder-784623-12-iscsi neutron-server[91837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 21:12:56.805772 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 21:12:56.805772 dv-cinder-784623-12-iscsi neutron-server[91837]: return self.request(url, 'GET', **kwargs) May 19 21:12:56.805772 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 21:12:56.805772 dv-cinder-784623-12-iscsi neutron-server[91837]: base_url = self.get_endpoint(auth, allow=allow, May 19 21:12:56.805772 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 21:12:56.805772 dv-cinder-784623-12-iscsi neutron-server[91837]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 21:12:56.805772 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 21:12:56.805772 dv-cinder-784623-12-iscsi neutron-server[91837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 21:12:56.805772 dv-cinder-784623-12-iscsi neutron-server[91837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 21:12:56.880601 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-f3336eba-c1db-4356-a402-cc552eb2957c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'name': 'tempest-AttachVolumeShelveTestJSON-811945201-router', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:18Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 4, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'gw_port': {'id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:20Z', 'updated_at': '2021-05-19T21:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_floatingips': [{'id': 'c548f5da-57c3-4b78-a148-85d8f813fd46', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'port_id': '0d998435-6847-4b27-be77-7273e825ba20', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d', 'mac_address': 'fa:16:3e:33:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9753a025-5d88-4044-b986-7dbad8ba687b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:12:37Z', 'updated_at': '2021-05-19T21:12:54Z', 'revision_number': 1, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e03d05c-8623-4216-8282-5048e75943c7', 'name': '', 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'mac_address': 'fa:16:3e:e8:1e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:28Z', 'updated_at': '2021-05-19T21:08:42Z', 'revision_number': 5, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'subnets': [{'id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:12:56.890149 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3336eba-c1db-4356-a402-cc552eb2957c None None] Checking router: 106c6bc3-df58-4ca5-b602-4b93b8644468 for host: dv-cinder-784623-12-iscsi {{(pid=91839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:12:56.910471 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3336eba-c1db-4356-a402-cc552eb2957c None None] Routers {'106c6bc3-df58-4ca5-b602-4b93b8644468'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:12:56.911153 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-f3336eba-c1db-4356-a402-cc552eb2957c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:12:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['106c6bc3-df58-4ca5-b602-4b93b8644468'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:12:56.917610 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-3127eebb-f870-49c5-a6b5-77c01a05327d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662838'] for network, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:56.922795 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:56.948207 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-814ed92b-fd3b-48f0-b7cd-dc8010b36ee5 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:56.954239 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-98e98e75-1472-482c-a023-4520e62f6988 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:56.955176 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-3127eebb-f870-49c5-a6b5-77c01a05327d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:56.969203 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-3127eebb-f870-49c5-a6b5-77c01a05327d admin admin] 10.222.0.44 "DELETE /v2.0/networks/a6882f09-6eac-4335-8482-be5c379ed0e0 HTTP/1.1" status: 204 len: 168 time: 0.9338937 May 19 21:12:56.971262 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 50896) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:56.980571 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ed92b-fd3b-48f0-b7cd-dc8010b36ee5 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:56.990814 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-814ed92b-fd3b-48f0-b7cd-dc8010b36ee5 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:57.003563 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b873a46-a19b-45b1-9ce9-3204778bc493 req-74b2f09e-9eb4-4183-8d40-71d56c23aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:57.005288 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0b873a46-a19b-45b1-9ce9-3204778bc493 req-74b2f09e-9eb4-4183-8d40-71d56c23aaab service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c68d7fb43ad842fea0b389e597b14848&device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 1098 time: 0.1662080 May 19 21:12:57.051584 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3127eebb-f870-49c5-a6b5-77c01a05327d admin admin] Pushing event deleted for resources: {'Network': ['ID=a6882f09-6eac-4335-8482-be5c379ed0e0,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:57.061100 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-3127eebb-f870-49c5-a6b5-77c01a05327d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:57.106079 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-814ed92b-fd3b-48f0-b7cd-dc8010b36ee5 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:57.111557 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-814ed92b-fd3b-48f0-b7cd-dc8010b36ee5 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "DELETE /v2.0/security-groups/1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7 HTTP/1.1" status: 204 len: 168 time: 0.5437231 May 19 21:12:57.111864 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6222dec-a867-49c4-a718-18cf07bf4818 admin admin] Deleting subnet 734f820b-e965-45fc-ad3f-6b2764384644 {{(pid=91837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 21:12:57.112024 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 50900) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:57.116507 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-c6222dec-a867-49c4-a718-18cf07bf4818 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:57.140632 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.api.v2.resource [None req-5b802c87-6d2c-4923-b9d7-1e706caa90b9 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] show failed (client error): The resource could not be found. May 19 21:12:57.144988 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-5b802c87-6d2c-4923-b9d7-1e706caa90b9 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups/1ee280f0-2e9d-4fe1-9e32-8e8921ba7cb7 HTTP/1.1" status: 404 len: 347 time: 0.0287640 May 19 21:12:57.148049 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 50904) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:57.161713 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-f3336eba-c1db-4356-a402-cc552eb2957c None None] Set router 106c6bc3-df58-4ca5-b602-4b93b8644468 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:12:57.192399 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-c6222dec-a867-49c4-a718-18cf07bf4818 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7566427'] for subnet, precommit_delete_associations {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:57.315747 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-c6222dec-a867-49c4-a718-18cf07bf4818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1760382'] for subnet, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:57.389858 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b873a46-a19b-45b1-9ce9-3204778bc493 req-03e3a633-f557-42c7-8327-2110e5863f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:57.391491 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0b873a46-a19b-45b1-9ce9-3204778bc493 req-03e3a633-f557-42c7-8327-2110e5863f8a service neutron] 10.222.0.25 "GET /v2.0/networks?id=33245778-87d9-4ace-bbb7-ad7041ac660d HTTP/1.1" status: 200 len: 917 time: 0.3783357 May 19 21:12:57.523646 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [None req-3b246227-2d66-489b-8e9d-d87edca33061 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Deleting port f3cdbd64-2b03-416f-98f4-d4eb9ac7406f {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:12:57.523986 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3b246227-2d66-489b-8e9d-d87edca33061 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:57.543955 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0b873a46-a19b-45b1-9ce9-3204778bc493 req-c0f4d72d-38dc-4cc0-ae02-47dfa6eb70c4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d998435-6847-4b27-be77-7273e825ba20 HTTP/1.1" status: 200 len: 999 time: 0.1416833 May 19 21:12:57.665460 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-f3336eba-c1db-4356-a402-cc552eb2957c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'name': 'tempest-AttachVolumeShelveTestJSON-811945201-router', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:18Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 4, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'gw_port': {'id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:20Z', 'updated_at': '2021-05-19T21:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_floatingips': [{'id': 'c548f5da-57c3-4b78-a148-85d8f813fd46', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'port_id': '0d998435-6847-4b27-be77-7273e825ba20', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d', 'mac_address': 'fa:16:3e:33:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9753a025-5d88-4044-b986-7dbad8ba687b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:12:37Z', 'updated_at': '2021-05-19T21:12:54Z', 'revision_number': 1, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e03d05c-8623-4216-8282-5048e75943c7', 'name': '', 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'mac_address': 'fa:16:3e:e8:1e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:28Z', 'updated_at': '2021-05-19T21:08:42Z', 'revision_number': 5, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'subnets': [{'id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:12:57.674646 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3336eba-c1db-4356-a402-cc552eb2957c None None] The sync data for ids ['106c6bc3-df58-4ca5-b602-4b93b8644468'] in dv-cinder-784623-12-iscsi is: [{'id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'name': 'tempest-AttachVolumeShelveTestJSON-811945201-router', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:18Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 4, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'gw_port': {'id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:20Z', 'updated_at': '2021-05-19T21:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_floatingips': [{'id': 'c548f5da-57c3-4b78-a148-85d8f813fd46', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'port_id': '0d998435-6847-4b27-be77-7273e825ba20', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d', 'mac_address': 'fa:16:3e:33:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9753a025-5d88-4044-b986-7dbad8ba687b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:12:37Z', 'updated_at': '2021-05-19T21:12:54Z', 'revision_number': 1, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e03d05c-8623-4216-8282-5048e75943c7', 'name': '', 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'mac_address': 'fa:16:3e:e8:1e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:28Z', 'updated_at': '2021-05-19T21:08:42Z', 'revision_number': 5, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'subnets': [{'id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:12:57.700070 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b873a46-a19b-45b1-9ce9-3204778bc493 req-4393f398-3e00-4dfe-9c6b-64fa8e4823ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:57.701653 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0b873a46-a19b-45b1-9ce9-3204778bc493 req-4393f398-3e00-4dfe-9c6b-64fa8e4823ab service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a96f8d10-418e-4531-973e-67a2c5d86867 HTTP/1.1" status: 200 len: 855 time: 0.1419082 May 19 21:12:57.784928 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3b246227-2d66-489b-8e9d-d87edca33061 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:57.786058 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3b246227-2d66-489b-8e9d-d87edca33061 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:57.792657 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-c6222dec-a867-49c4-a718-18cf07bf4818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6801266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6349982'] for subnet, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:57.800592 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-367c14d8-1a79-4e51-979e-ce160a016963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:57.842009 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6222dec-a867-49c4-a718-18cf07bf4818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=734f820b-e965-45fc-ad3f-6b2764384644,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:57.844008 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-c6222dec-a867-49c4-a718-18cf07bf4818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for subnet, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:57.850774 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-c6222dec-a867-49c4-a718-18cf07bf4818 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/734f820b-e965-45fc-ad3f-6b2764384644 HTTP/1.1" status: 204 len: 168 time: 0.8780169 May 19 21:12:57.851849 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-c6222dec-a867-49c4-a718-18cf07bf4818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:57.853322 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 50912) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:57.940934 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1f75f0-8ccc-4587-a979-247806c77c62 None None] New status for floating IP c548f5da-57c3-4b78-a148-85d8f813fd46: ACTIVE {{(pid=91839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 21:12:57.973312 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-60ac2b47-906d-4e54-9af6-f2d764b38678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772294'] for network, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:58.116410 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-60ac2b47-906d-4e54-9af6-f2d764b38678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754869', 'neutron.services.segments.db._delete_segments_for_network-8750774465410'] for network, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:58.136745 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.services.segments.db [None req-60ac2b47-906d-4e54-9af6-f2d764b38678 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d59ad61c-84b6-46bc-96c2-b084552c12d0']}} {{(pid=91837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:12:58.144888 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [None req-3b246227-2d66-489b-8e9d-d87edca33061 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Calling delete_port for f3cdbd64-2b03-416f-98f4-d4eb9ac7406f owned by network:floatingip {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:12:58.155950 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.services.segments.db [None req-60ac2b47-906d-4e54-9af6-f2d764b38678 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c71d2ac-70cc-44f5-afef-d8025b36a5f7') {'for_net_delete': True} {{(pid=91837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:12:58.156411 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.services.segments.db [None req-60ac2b47-906d-4e54-9af6-f2d764b38678 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c71d2ac-70cc-44f5-afef-d8025b36a5f7') {} {{(pid=91837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:12:58.169109 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-60ac2b47-906d-4e54-9af6-f2d764b38678 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750774475915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7566412'] for segment, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:58.187850 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-60ac2b47-906d-4e54-9af6-f2d764b38678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:58.196024 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ac2b47-906d-4e54-9af6-f2d764b38678 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=91837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:12:58.196544 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-60ac2b47-906d-4e54-9af6-f2d764b38678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6754512'] for segment, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:58.198830 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b873a46-a19b-45b1-9ce9-3204778bc493 req-945c8004-7a26-4c37-83b1-28df4667aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:58.200390 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0b873a46-a19b-45b1-9ce9-3204778bc493 req-945c8004-7a26-4c37-83b1-28df4667aa55 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=33245778-87d9-4ace-bbb7-ad7041ac660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4917703 May 19 21:12:58.210761 dv-cinder-784623-12-iscsi neutron-server[91837]: Traceback (most recent call last): May 19 21:12:58.210761 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 21:12:58.210761 dv-cinder-784623-12-iscsi neutron-server[91837]: timer() May 19 21:12:58.210761 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 21:12:58.210761 dv-cinder-784623-12-iscsi neutron-server[91837]: cb(*args, **kw) May 19 21:12:58.210761 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 21:12:58.210761 dv-cinder-784623-12-iscsi neutron-server[91837]: return func(*args, **kwargs) May 19 21:12:58.210761 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 21:12:58.210761 dv-cinder-784623-12-iscsi neutron-server[91837]: self._notify() May 19 21:12:58.210761 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 21:12:58.210761 dv-cinder-784623-12-iscsi neutron-server[91837]: self.callback(batched_events) May 19 21:12:58.210761 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 21:12:58.210761 dv-cinder-784623-12-iscsi neutron-server[91837]: event.method(event) May 19 21:12:58.210761 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 21:12:58.210761 dv-cinder-784623-12-iscsi neutron-server[91837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 21:12:58.210761 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 21:12:58.210761 dv-cinder-784623-12-iscsi neutron-server[91837]: aggregate_uuid = self.p_client.list_aggregates( May 19 21:12:58.210761 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 21:12:58.210761 dv-cinder-784623-12-iscsi neutron-server[91837]: return f(self, *a, **k) May 19 21:12:58.210761 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 21:12:58.210761 dv-cinder-784623-12-iscsi neutron-server[91837]: return self._get(url).json() May 19 21:12:58.210761 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 21:12:58.210761 dv-cinder-784623-12-iscsi neutron-server[91837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 21:12:58.210761 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 21:12:58.210761 dv-cinder-784623-12-iscsi neutron-server[91837]: return self.request(url, 'GET', **kwargs) May 19 21:12:58.210761 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 21:12:58.210761 dv-cinder-784623-12-iscsi neutron-server[91837]: base_url = self.get_endpoint(auth, allow=allow, May 19 21:12:58.210761 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 21:12:58.210761 dv-cinder-784623-12-iscsi neutron-server[91837]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 21:12:58.210761 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 21:12:58.210761 dv-cinder-784623-12-iscsi neutron-server[91837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 21:12:58.210761 dv-cinder-784623-12-iscsi neutron-server[91837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 21:12:58.301624 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-60ac2b47-906d-4e54-9af6-f2d764b38678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662838'] for network, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:58.305856 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-8b428796-8124-464d-bbee-065edc7305e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:58.320293 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-60ac2b47-906d-4e54-9af6-f2d764b38678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:58.339776 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-60ac2b47-906d-4e54-9af6-f2d764b38678 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d59ad61c-84b6-46bc-96c2-b084552c12d0 HTTP/1.1" status: 204 len: 168 time: 0.4850650 May 19 21:12:58.340779 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee77f7-fd15-4dbb-984a-6a09a12e3ff9 req-b7f49573-394e-4c02-9b93-5c04999df1da tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:12:58.342141 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac2b47-906d-4e54-9af6-f2d764b38678 admin admin] Pushing event deleted for resources: {'Network': ['ID=d59ad61c-84b6-46bc-96c2-b084552c12d0,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:58.343321 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-14ee77f7-fd15-4dbb-984a-6a09a12e3ff9 req-b7f49573-394e-4c02-9b93-5c04999df1da tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440f179-971f-4e66-818b-ba4925ad1460 HTTP/1.1" status: 200 len: 945 time: 0.4761441 May 19 21:12:58.346403 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-60ac2b47-906d-4e54-9af6-f2d764b38678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:58.455988 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0b873a46-a19b-45b1-9ce9-3204778bc493 req-eb42f5e6-b81f-40a5-8f7a-6f8288ea5029 service neutron] 10.222.0.25 "GET /v2.0/networks/33245778-87d9-4ace-bbb7-ad7041ac660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467060 May 19 21:12:58.506799 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-14ee77f7-fd15-4dbb-984a-6a09a12e3ff9 req-51fb7dcc-732f-4832-b903-0ad9483533ee tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2697002-d0d1-448c-9499-141319b55618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503839 May 19 21:12:58.574133 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3b246227-2d66-489b-8e9d-d87edca33061 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:58.586421 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-64ea7abd-2a10-4e4c-b050-8a4aa3fb411e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:58.618347 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 50922) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:58.647697 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b246227-2d66-489b-8e9d-d87edca33061 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Pushing event deleted for resources: {'Port': ['ID=f3cdbd64-2b03-416f-98f4-d4eb9ac7406f,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:58.685302 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-3b246227-2d66-489b-8e9d-d87edca33061 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:58.698337 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-76fb37c4-8efc-4da7-900b-18c86d1fc0ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e20d2f20c83d4b2695fdd0c8c2ee5664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0782332 May 19 21:12:58.700721 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 50926) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:58.748848 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0b873a46-a19b-45b1-9ce9-3204778bc493 req-24470410-1e58-4db2-bd16-5f1e71a7b088 service neutron] 10.222.0.25 "GET /v2.0/networks/33245778-87d9-4ace-bbb7-ad7041ac660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854197 May 19 21:12:58.777406 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3b246227-2d66-489b-8e9d-d87edca33061 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for floatingip, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:58.786319 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-d48f8fd8-ef62-44f3-9e5d-bde7191f9219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:58.795593 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3b246227-2d66-489b-8e9d-d87edca33061 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for floatingip, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:58.800888 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-3b246227-2d66-489b-8e9d-d87edca33061 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "DELETE /v2.0/floatingips/2cb0f7b2-1145-4080-ae74-5b66f0c4bfc7 HTTP/1.1" status: 204 len: 168 time: 1.6486835 May 19 21:12:58.814922 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-d48f8fd8-ef62-44f3-9e5d-bde7191f9219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:58.914312 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-d48f8fd8-ef62-44f3-9e5d-bde7191f9219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:58.922816 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-ffab850e-76db-4b43-89c3-83210f54163e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:58.941461 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f8fd8-ef62-44f3-9e5d-bde7191f9219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736f6814-14d4-4903-8f02-6055c4808d0d,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:58.962956 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f8fd8-ef62-44f3-9e5d-bde7191f9219 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:58.963540 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f8fd8-ef62-44f3-9e5d-bde7191f9219 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:58.964116 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f8fd8-ef62-44f3-9e5d-bde7191f9219 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:58.964708 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f8fd8-ef62-44f3-9e5d-bde7191f9219 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:58.965314 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f8fd8-ef62-44f3-9e5d-bde7191f9219 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:58.965912 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f8fd8-ef62-44f3-9e5d-bde7191f9219 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:58.966492 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f8fd8-ef62-44f3-9e5d-bde7191f9219 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:58.967114 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f8fd8-ef62-44f3-9e5d-bde7191f9219 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:58.967686 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f8fd8-ef62-44f3-9e5d-bde7191f9219 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:58.968258 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f8fd8-ef62-44f3-9e5d-bde7191f9219 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:58.968843 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f8fd8-ef62-44f3-9e5d-bde7191f9219 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:58.969517 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f8fd8-ef62-44f3-9e5d-bde7191f9219 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:12:58.975796 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-d48f8fd8-ef62-44f3-9e5d-bde7191f9219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:58.977234 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-d48f8fd8-ef62-44f3-9e5d-bde7191f9219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:58.978910 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-d48f8fd8-ef62-44f3-9e5d-bde7191f9219 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/736f6814-14d4-4903-8f02-6055c4808d0d HTTP/1.1" status: 204 len: 168 time: 0.2766469 May 19 21:12:59.190608 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 50940) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:59.196656 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-d6f087e5-e69d-4a39-ab26-594576b16d72 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Request body: {'security_group': {'name': 'tempest-securitygroup--513719083', 'description': 'tempest-description--1930042121'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:12:59.203090 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-d6f087e5-e69d-4a39-ab26-594576b16d72 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:12:59.208310 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-d6f087e5-e69d-4a39-ab26-594576b16d72 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Usage tracker for resource:security_group and tenant:8e1b034612bc4c438c95a1e8b0fd3627 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:12:59.212202 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-d6f087e5-e69d-4a39-ab26-594576b16d72 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:12:59.218885 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-d6f087e5-e69d-4a39-ab26-594576b16d72 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:12:59.232748 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-d6f087e5-e69d-4a39-ab26-594576b16d72 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:59.255101 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-d6f087e5-e69d-4a39-ab26-594576b16d72 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:12:59.260115 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-d6f087e5-e69d-4a39-ab26-594576b16d72 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Usage tracker for resource:security_group_rule and tenant:8e1b034612bc4c438c95a1e8b0fd3627 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:12:59.264470 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-d6f087e5-e69d-4a39-ab26-594576b16d72 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:12:59.274134 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-d6f087e5-e69d-4a39-ab26-594576b16d72 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:12:59.373101 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-d6f087e5-e69d-4a39-ab26-594576b16d72 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:59.378400 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-d6f087e5-e69d-4a39-ab26-594576b16d72 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:59.384855 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-eb4e25cc-2539-40b7-aa0e-fcd664203ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:59.436887 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f087e5-e69d-4a39-ab26-594576b16d72 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08c28040-8445-43ab-ae0c-f5fa216a2faa,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:59.440217 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-d6f087e5-e69d-4a39-ab26-594576b16d72 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:59.442944 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-d6f087e5-e69d-4a39-ab26-594576b16d72 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:59.445345 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-d6f087e5-e69d-4a39-ab26-594576b16d72 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2535310 May 19 21:12:59.448378 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 50948) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:59.457621 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-539a09ef-139f-4f9e-b156-dbdfe382e9e2 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Request body: {'security_group_rule': {'security_group_id': '08c28040-8445-43ab-ae0c-f5fa216a2faa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:12:59.464929 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-539a09ef-139f-4f9e-b156-dbdfe382e9e2 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:12:59.469591 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-539a09ef-139f-4f9e-b156-dbdfe382e9e2 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Usage tracker for resource:security_group_rule and tenant:8e1b034612bc4c438c95a1e8b0fd3627 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:12:59.472928 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-539a09ef-139f-4f9e-b156-dbdfe382e9e2 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:12:59.485049 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-539a09ef-139f-4f9e-b156-dbdfe382e9e2 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:12:59.501047 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 50954) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:59.510832 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-539a09ef-139f-4f9e-b156-dbdfe382e9e2 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:59.555936 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-b43fb15c-f6db-4eeb-9580-81f7c0f91862 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=57b96ef3fb0c4eb7b7d25c15fdc456f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533350 May 19 21:12:59.558259 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 50958) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:59.584428 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-539a09ef-139f-4f9e-b156-dbdfe382e9e2 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:59.590605 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-539a09ef-139f-4f9e-b156-dbdfe382e9e2 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621003'] for security_group_rule, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:59.593965 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-6a415940-d59b-41c2-9a39-a21af3a355e7 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:59.628486 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-2de771e0-f4d3-4891-996c-e509a28ba81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:59.628720 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a09ef-139f-4f9e-b156-dbdfe382e9e2 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b34b395-ab85-454f-8525-555f0660bc70,revision_number=0']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:59.635026 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-539a09ef-139f-4f9e-b156-dbdfe382e9e2 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:59.648974 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-539a09ef-139f-4f9e-b156-dbdfe382e9e2 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:59.654071 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-539a09ef-139f-4f9e-b156-dbdfe382e9e2 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2018828 May 19 21:12:59.654725 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 50964) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:59.660611 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-b318dd9e-12a9-495f-b14e-07e24821ecaf tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Request body: {'security_group_rule': {'security_group_id': '08c28040-8445-43ab-ae0c-f5fa216a2faa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:12:59.667175 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-b318dd9e-12a9-495f-b14e-07e24821ecaf tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:12:59.669913 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-2de771e0-f4d3-4891-996c-e509a28ba81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:59.671649 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-b318dd9e-12a9-495f-b14e-07e24821ecaf tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Usage tracker for resource:security_group_rule and tenant:8e1b034612bc4c438c95a1e8b0fd3627 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:12:59.676144 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-b318dd9e-12a9-495f-b14e-07e24821ecaf tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:12:59.684492 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-b318dd9e-12a9-495f-b14e-07e24821ecaf tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:12:59.703773 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b318dd9e-12a9-495f-b14e-07e24821ecaf tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:59.739801 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-2de771e0-f4d3-4891-996c-e509a28ba81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:59.744264 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-8c5b25de-a878-44d1-8e3d-bded5ebcec9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:59.758751 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de771e0-f4d3-4891-996c-e509a28ba81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0439302-4a86-4fa4-8d00-52002ff70b8e,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:59.765368 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-2de771e0-f4d3-4891-996c-e509a28ba81f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:59.767780 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-2de771e0-f4d3-4891-996c-e509a28ba81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:59.772494 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-2de771e0-f4d3-4891-996c-e509a28ba81f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f0439302-4a86-4fa4-8d00-52002ff70b8e HTTP/1.1" status: 204 len: 168 time: 0.2131560 May 19 21:12:59.813158 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b318dd9e-12a9-495f-b14e-07e24821ecaf tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:59.820816 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b318dd9e-12a9-495f-b14e-07e24821ecaf tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621003'] for security_group_rule, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:59.824308 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:12:59.850999 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318dd9e-12a9-495f-b14e-07e24821ecaf tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f6fe9f4-7de1-4963-9839-477c2de703cd,revision_number=0']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:12:59.853917 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-b318dd9e-12a9-495f-b14e-07e24821ecaf tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:12:59.865018 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b318dd9e-12a9-495f-b14e-07e24821ecaf tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:12:59.866683 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-b318dd9e-12a9-495f-b14e-07e24821ecaf tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2109098 May 19 21:12:59.870545 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 50972) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:12:59.880931 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-1862826f-4363-4e73-acb2-83022c3d0332 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Request body: {'floatingip': {'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:12:59.891359 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-1862826f-4363-4e73-acb2-83022c3d0332 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:12:59.898752 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-1862826f-4363-4e73-acb2-83022c3d0332 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Usage tracker for resource:floatingip and tenant:8e1b034612bc4c438c95a1e8b0fd3627 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:12:59.903634 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-1862826f-4363-4e73-acb2-83022c3d0332 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:12:59.914342 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-1862826f-4363-4e73-acb2-83022c3d0332 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:12:59.942643 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-1862826f-4363-4e73-acb2-83022c3d0332 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for floatingip, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:00.156015 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f54d7b-d0ba-4c37-96a5-d4761258c966 req-74b5f29d-213a-4ef0-9824-e5d684e6fe39 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:00.157628 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c1f54d7b-d0ba-4c37-96a5-d4761258c966 req-74b5f29d-213a-4ef0-9824-e5d684e6fe39 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440f179-971f-4e66-818b-ba4925ad1460 HTTP/1.1" status: 200 len: 945 time: 0.1761944 May 19 21:13:00.223330 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c1f54d7b-d0ba-4c37-96a5-d4761258c966 req-5c4bf8d5-5503-4675-8386-67646fc3f776 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2697002-d0d1-448c-9499-141319b55618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583596 May 19 21:13:00.232028 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-1862826f-4363-4e73-acb2-83022c3d0332 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:00.383573 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [None req-1862826f-4363-4e73-acb2-83022c3d0332 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Allocated IP 172.27.1.181 (7528c24a-f700-413f-aad3-165c7750b403/5baa0079-c83e-4549-8f83-3def60c01514/26c18da6-1c3c-446f-8a70-1a619e1c267e) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:13:00.582903 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-1862826f-4363-4e73-acb2-83022c3d0332 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:00.631275 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-1862826f-4363-4e73-acb2-83022c3d0332 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:00.636455 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-ecfea2de-a979-49ff-9644-35a9d7d17b9d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:00.700373 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1862826f-4363-4e73-acb2-83022c3d0332 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Network 7528c24a-f700-413f-aad3-165c7750b403 is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:13:00.703444 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-1862826f-4363-4e73-acb2-83022c3d0332 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:13:00.707468 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1862826f-4363-4e73-acb2-83022c3d0332 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:13:00.744171 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862826f-4363-4e73-acb2-83022c3d0332 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Pushing event updated for resources: {'Port': ['ID=26c18da6-1c3c-446f-8a70-1a619e1c267e,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:00.750793 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-1862826f-4363-4e73-acb2-83022c3d0332 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:00.812048 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-1862826f-4363-4e73-acb2-83022c3d0332 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:00.895502 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-1862826f-4363-4e73-acb2-83022c3d0332 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:01.235632 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 51004) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:13:01.337543 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-1862826f-4363-4e73-acb2-83022c3d0332 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:01.347380 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-1862826f-4363-4e73-acb2-83022c3d0332 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:01.352552 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-06a18336-5d39-4ee9-8df3-578d23700dc8 tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:01.402770 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4d56e34f-9e03-4501-86b9-0b6f30920cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:01.418431 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-4d56e34f-9e03-4501-86b9-0b6f30920cd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:13:01.422441 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-4d56e34f-9e03-4501-86b9-0b6f30920cd9 admin admin] Usage tracker for resource:security_group_rule and tenant:c9f53b52648e42e595a9461f4ad2a0a4 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:13:01.425499 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-4d56e34f-9e03-4501-86b9-0b6f30920cd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:13:01.432016 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-4d56e34f-9e03-4501-86b9-0b6f30920cd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:13:01.505016 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7cbc4-f4b0-4280-a696-447d57c0ba85 req-801a26e2-be25-470f-a8c2-3f1e9e803879 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:01.506934 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e2f7cbc4-f4b0-4280-a696-447d57c0ba85 req-801a26e2-be25-470f-a8c2-3f1e9e803879 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.25 "GET /v2.0/ports?device_id=b440f179-971f-4e66-818b-ba4925ad1460 HTTP/1.1" status: 200 len: 945 time: 0.3673534 May 19 21:13:01.533471 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4d56e34f-9e03-4501-86b9-0b6f30920cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:01.538280 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4d56e34f-9e03-4501-86b9-0b6f30920cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:01.545688 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-5b84de8b-283d-470d-b5b2-2f1f1a396421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:01.557055 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862826f-4363-4e73-acb2-83022c3d0332 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Pushing event updated for resources: {'Port': ['ID=26c18da6-1c3c-446f-8a70-1a619e1c267e,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:01.573317 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-1862826f-4363-4e73-acb2-83022c3d0332 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:01.587014 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56e34f-9e03-4501-86b9-0b6f30920cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08931efb-851e-47de-a48c-cfb4edd75010,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:01.591333 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-4d56e34f-9e03-4501-86b9-0b6f30920cd9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c9f53b52648e42e595a9461f4ad2a0a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3543026 May 19 21:13:01.592239 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-4d56e34f-9e03-4501-86b9-0b6f30920cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:01.593953 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 51012) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:13:01.612420 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-1862826f-4363-4e73-acb2-83022c3d0332 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658636'] for floatingip, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:01.663387 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-790539da-c022-4332-aad8-100459492532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:01.696138 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-1862826f-4363-4e73-acb2-83022c3d0332 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for floatingip, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:01.696612 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-790539da-c022-4332-aad8-100459492532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:01.697432 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-1862826f-4363-4e73-acb2-83022c3d0332 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8252583 May 19 21:13:01.713833 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61ce7a-6d6e-4792-a311-8c06b1b7e169 req-d685eb94-8df3-471c-8bca-e79b6ce422a3 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:01.715509 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ca61ce7a-6d6e-4792-a311-8c06b1b7e169 req-d685eb94-8df3-471c-8bca-e79b6ce422a3 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440f179-971f-4e66-818b-ba4925ad1460 HTTP/1.1" status: 200 len: 945 time: 0.3320932 May 19 21:13:01.755096 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-e2f7cbc4-f4b0-4280-a696-447d57c0ba85 req-fbc8aeb9-a90b-4239-b640-04e1712e8f59 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Deleting port ce77e9bd-78a5-407f-9cae-570bc9cdd6d9 {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:13:01.755443 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-e2f7cbc4-f4b0-4280-a696-447d57c0ba85 req-fbc8aeb9-a90b-4239-b640-04e1712e8f59 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:01.769695 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-790539da-c022-4332-aad8-100459492532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:01.774978 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-89f2ccff-f52d-463e-b5bd-5e38f3b78a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:01.789007 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790539da-c022-4332-aad8-100459492532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08931efb-851e-47de-a48c-cfb4edd75010,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:01.791701 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-790539da-c022-4332-aad8-100459492532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:01.792916 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-790539da-c022-4332-aad8-100459492532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:01.796975 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-790539da-c022-4332-aad8-100459492532 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/08931efb-851e-47de-a48c-cfb4edd75010 HTTP/1.1" status: 204 len: 168 time: 0.1991515 May 19 21:13:01.816041 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ca61ce7a-6d6e-4792-a311-8c06b1b7e169 req-2bd9b4db-0ea5-4fd0-b6b3-84ae5e7321f9 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2697002-d0d1-448c-9499-141319b55618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919554 May 19 21:13:01.926807 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-e2f7cbc4-f4b0-4280-a696-447d57c0ba85 req-fbc8aeb9-a90b-4239-b640-04e1712e8f59 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] For port ce77e9bd-78a5-407f-9cae-570bc9cdd6d9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ce77e9bd-78a5-407f-9cae-570bc9cdd6d9,segment=NetworkSegment(dbad822a-cc0a-4804-bd9a-2013730fd3fb),segment_id=dbad822a-cc0a-4804-bd9a-2013730fd3fb)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:13:01.927391 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-e2f7cbc4-f4b0-4280-a696-447d57c0ba85 req-fbc8aeb9-a90b-4239-b640-04e1712e8f59 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:01.969174 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-21cfa74b-c471-4846-b206-18876eda3693 req-6202b647-1dcb-40ab-a237-1c01b7343ddc tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Synchronizing usage tracker for tenant:8e1b034612bc4c438c95a1e8b0fd3627 on resource:security_group {{(pid=91837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:13:01.987376 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-21cfa74b-c471-4846-b206-18876eda3693 req-6202b647-1dcb-40ab-a237-1c01b7343ddc tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Unset dirty status for tenant:8e1b034612bc4c438c95a1e8b0fd3627 on resource:security_group {{(pid=91837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:13:01.989072 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-21cfa74b-c471-4846-b206-18876eda3693 req-6202b647-1dcb-40ab-a237-1c01b7343ddc tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--513719083&fields=id&tenant_id=8e1b034612bc4c438c95a1e8b0fd3627 HTTP/1.1" status: 200 len: 267 time: 0.0641282 May 19 21:13:02.083484 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-e2f7cbc4-f4b0-4280-a696-447d57c0ba85 req-fbc8aeb9-a90b-4239-b640-04e1712e8f59 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Calling delete_port for ce77e9bd-78a5-407f-9cae-570bc9cdd6d9 owned by compute:nova {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:13:02.198825 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfa74b-c471-4846-b206-18876eda3693 req-712fce85-a947-4516-84cc-684f1fa18a47 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:02.201449 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-21cfa74b-c471-4846-b206-18876eda3693 req-712fce85-a947-4516-84cc-684f1fa18a47 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/networks?id=73cdea18-8046-49f0-a6f7-a0df883fcd0a HTTP/1.1" status: 200 len: 810 time: 0.2042582 May 19 21:13:02.218480 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-21cfa74b-c471-4846-b206-18876eda3693 req-92cea405-f622-45cf-9ebd-fe6d2dd82b6f tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/quotas/8e1b034612bc4c438c95a1e8b0fd3627 HTTP/1.1" status: 200 len: 375 time: 0.0105948 May 19 21:13:02.220318 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-e2f7cbc4-f4b0-4280-a696-447d57c0ba85 req-fbc8aeb9-a90b-4239-b640-04e1712e8f59 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:02.227426 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:02.236751 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['ce77e9bd-78a5-407f-9cae-570bc9cdd6d9'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:13:02.276983 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8aeb9-a90b-4239-b640-04e1712e8f59 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Pushing event deleted for resources: {'Port': ['ID=ce77e9bd-78a5-407f-9cae-570bc9cdd6d9,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:02.288561 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-fbc8aeb9-a90b-4239-b640-04e1712e8f59 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:02.333713 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-21cfa74b-c471-4846-b206-18876eda3693 req-31591def-4608-4aca-a5eb-e5dc874e0b11 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8e1b034612bc4c438c95a1e8b0fd3627&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1082416 May 19 21:13:02.376335 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f7cbc4-f4b0-4280-a696-447d57c0ba85 req-fbc8aeb9-a90b-4239-b640-04e1712e8f59 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] No DVR routers for this DVR port ce77e9bd-78a5-407f-9cae-570bc9cdd6d9 on host hv-cinder-78462 {{(pid=91836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:13:02.378740 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-e2f7cbc4-f4b0-4280-a696-447d57c0ba85 req-fbc8aeb9-a90b-4239-b640-04e1712e8f59 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:02.382231 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b440f179-971f-4e66-818b-ba4925ad1460', 'name': 'network-vif-deleted', 'tag': 'ce77e9bd-78a5-407f-9cae-570bc9cdd6d9'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:13:02.401984 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e2f7cbc4-f4b0-4280-a696-447d57c0ba85 req-fbc8aeb9-a90b-4239-b640-04e1712e8f59 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.25 "DELETE /v2.0/ports/ce77e9bd-78a5-407f-9cae-570bc9cdd6d9 HTTP/1.1" status: 204 len: 173 time: 0.8822467 May 19 21:13:02.443426 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b440f179-971f-4e66-818b-ba4925ad1460', 'name': 'network-vif-deleted', 'tag': 'ce77e9bd-78a5-407f-9cae-570bc9cdd6d9', 'status': 'completed', 'code': 200} May 19 21:13:02.532411 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-21cfa74b-c471-4846-b206-18876eda3693 req-1265640f-d118-4978-bbad-626fe15bdc57 service neutron] 10.222.0.44 "GET /v2.0/networks/73cdea18-8046-49f0-a6f7-a0df883fcd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866672 May 19 21:13:02.704572 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-21cfa74b-c471-4846-b206-18876eda3693 req-cca64820-d46e-4d6a-b802-7c6199c23a04 service neutron] 10.222.0.44 "GET /v2.0/networks/73cdea18-8046-49f0-a6f7-a0df883fcd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565518 May 19 21:13:02.950762 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-35f2f355-65e9-471b-8fc0-bc5b42985946 req-dd7d88ab-0a53-4828-8d67-75addc7b67e8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Synchronizing usage tracker for tenant:8e1b034612bc4c438c95a1e8b0fd3627 on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:13:02.981336 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-35f2f355-65e9-471b-8fc0-bc5b42985946 req-dd7d88ab-0a53-4828-8d67-75addc7b67e8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Unset dirty status for tenant:8e1b034612bc4c438c95a1e8b0fd3627 on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:13:02.982701 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-35f2f355-65e9-471b-8fc0-bc5b42985946 req-dd7d88ab-0a53-4828-8d67-75addc7b67e8 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad4d3b68-805b-4fbb-8cd4-95673b38d4c6 HTTP/1.1" status: 200 len: 210 time: 0.1179862 May 19 21:13:03.113646 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-fb6e3dd4-9e09-4f68-81e6-a320927d5ffe req-4cbff37e-6d9b-4b6a-aaf1-99a80efe71b1 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440f179-971f-4e66-818b-ba4925ad1460 HTTP/1.1" status: 200 len: 210 time: 0.0787685 May 19 21:13:04.237123 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-d5815e27-3d7c-40c7-9959-e5c9262f8169 req-40fa4858-e265-45f5-91cc-1824a556a97c tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad4d3b68-805b-4fbb-8cd4-95673b38d4c6 HTTP/1.1" status: 200 len: 210 time: 0.1132202 May 19 21:13:04.281715 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device ce77e9bd-78a5-407f-9cae-570bc9cdd6d9 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:13:04.338884 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] No Port match for: ce77e9bd-78a5-407f-9cae-570bc9cdd6d9 {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:13:04.339222 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device ce77e9bd-78a5-407f-9cae-570bc9cdd6d9 not bound to the agent host hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:13:04.422173 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfa74b-c471-4846-b206-18876eda3693 req-3e6ee180-751e-441e-83ef-59fef471473e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:04.424795 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-21cfa74b-c471-4846-b206-18876eda3693 req-3e6ee180-751e-441e-83ef-59fef471473e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.25 "GET /v2.0/networks?id=73cdea18-8046-49f0-a6f7-a0df883fcd0a HTTP/1.1" status: 200 len: 810 time: 0.2731261 May 19 21:13:04.497254 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-21cfa74b-c471-4846-b206-18876eda3693 req-34c043c5-ea6d-4013-872f-8aec58c1a8f5 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Synchronizing usage tracker for tenant:8e1b034612bc4c438c95a1e8b0fd3627 on resource:security_group {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:13:04.511988 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-21cfa74b-c471-4846-b206-18876eda3693 req-34c043c5-ea6d-4013-872f-8aec58c1a8f5 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Unset dirty status for tenant:8e1b034612bc4c438c95a1e8b0fd3627 on resource:security_group {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:13:04.513139 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-21cfa74b-c471-4846-b206-18876eda3693 req-34c043c5-ea6d-4013-872f-8aec58c1a8f5 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e1b034612bc4c438c95a1e8b0fd3627 HTTP/1.1" status: 200 len: 379 time: 0.0786858 May 19 21:13:04.523336 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-21cfa74b-c471-4846-b206-18876eda3693 req-7d48a801-7b6d-4c34-bc27-a538259d4209 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Request body: {'port': {'device_id': 'ad4d3b68-805b-4fbb-8cd4-95673b38d4c6', 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a', 'admin_state_up': True, 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'security_groups': ['08c28040-8445-43ab-ae0c-f5fa216a2faa']}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:13:04.704262 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-21cfa74b-c471-4846-b206-18876eda3693 req-7d48a801-7b6d-4c34-bc27-a538259d4209 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:13:04.715059 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-21cfa74b-c471-4846-b206-18876eda3693 req-7d48a801-7b6d-4c34-bc27-a538259d4209 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:13:04.725076 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21cfa74b-c471-4846-b206-18876eda3693 req-7d48a801-7b6d-4c34-bc27-a538259d4209 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Made reservation on behalf of 8e1b034612bc4c438c95a1e8b0fd3627 for: {'port': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:13:04.728885 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-21cfa74b-c471-4846-b206-18876eda3693 req-7d48a801-7b6d-4c34-bc27-a538259d4209 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:04.913979 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [req-21cfa74b-c471-4846-b206-18876eda3693 req-7d48a801-7b6d-4c34-bc27-a538259d4209 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Allocated IP 172.20.0.12 (73cdea18-8046-49f0-a6f7-a0df883fcd0a/630830f2-778f-4bba-87b9-a49ae18b87af/fc180658-83f2-4bd8-ab30-815a53f9e2f2) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:13:05.228008 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-21cfa74b-c471-4846-b206-18876eda3693 req-7d48a801-7b6d-4c34-bc27-a538259d4209 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:05.245962 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [req-21cfa74b-c471-4846-b206-18876eda3693 req-7d48a801-7b6d-4c34-bc27-a538259d4209 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Transition to ACTIVE for port object fc180658-83f2-4bd8-ab30-815a53f9e2f2 will not be triggered until provisioned by entity DHCP. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:13:05.274686 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-21cfa74b-c471-4846-b206-18876eda3693 req-7d48a801-7b6d-4c34-bc27-a538259d4209 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:05.280934 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-7355846d-a6b6-4553-a1d7-4ce9ce9043d9 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:05.356365 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21cfa74b-c471-4846-b206-18876eda3693 req-7d48a801-7b6d-4c34-bc27-a538259d4209 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Network 73cdea18-8046-49f0-a6f7-a0df883fcd0a is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:13:05.360051 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [req-21cfa74b-c471-4846-b206-18876eda3693 req-7d48a801-7b6d-4c34-bc27-a538259d4209 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:13:05.373527 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-21cfa74b-c471-4846-b206-18876eda3693 req-7d48a801-7b6d-4c34-bc27-a538259d4209 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:13:05.459475 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48a801-7b6d-4c34-bc27-a538259d4209 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Pushing event updated for resources: {'Port': ['ID=fc180658-83f2-4bd8-ab30-815a53f9e2f2,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:05.476322 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-7d48a801-7b6d-4c34-bc27-a538259d4209 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:05.530090 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfa74b-c471-4846-b206-18876eda3693 req-7d48a801-7b6d-4c34-bc27-a538259d4209 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:05.530794 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-21cfa74b-c471-4846-b206-18876eda3693 req-7d48a801-7b6d-4c34-bc27-a538259d4209 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:05.580808 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3db6ed-02ce-4924-a3da-292f31c27ddf req-6ac7f4dc-c560-4353-8134-792cf3b5c58a tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:05.581663 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-0e3db6ed-02ce-4924-a3da-292f31c27ddf req-6ac7f4dc-c560-4353-8134-792cf3b5c58a tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Synchronizing usage tracker for tenant:8e1b034612bc4c438c95a1e8b0fd3627 on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:13:05.586172 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-21cfa74b-c471-4846-b206-18876eda3693 req-7d48a801-7b6d-4c34-bc27-a538259d4209 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0680389 May 19 21:13:05.603337 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-21cfa74b-c471-4846-b206-18876eda3693 req-fed946ed-9c6f-441d-9abf-440e03dc1897 service neutron] Request body: {'port': {'device_id': 'ad4d3b68-805b-4fbb-8cd4-95673b38d4c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:13:05.661006 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-0e3db6ed-02ce-4924-a3da-292f31c27ddf req-6ac7f4dc-c560-4353-8134-792cf3b5c58a tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Unset dirty status for tenant:8e1b034612bc4c438c95a1e8b0fd3627 on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:13:05.662521 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0e3db6ed-02ce-4924-a3da-292f31c27ddf req-6ac7f4dc-c560-4353-8134-792cf3b5c58a tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad4d3b68-805b-4fbb-8cd4-95673b38d4c6 HTTP/1.1" status: 200 len: 932 time: 0.2553625 May 19 21:13:05.723332 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-d158ce54-1f4f-4106-b3a0-6b771e7e9688 None None] Provisioning for port fc180658-83f2-4bd8-ab30-815a53f9e2f2 completed by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:13:05.733213 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-d158ce54-1f4f-4106-b3a0-6b771e7e9688 None None] Provisioning complete for port fc180658-83f2-4bd8-ab30-815a53f9e2f2 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:13:05.734604 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-d158ce54-1f4f-4106-b3a0-6b771e7e9688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:05.778641 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-21cfa74b-c471-4846-b206-18876eda3693 req-fed946ed-9c6f-441d-9abf-440e03dc1897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:05.793813 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0e3db6ed-02ce-4924-a3da-292f31c27ddf req-9f7cbd72-0150-4bdb-bc23-4a7af2f6b743 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=08c28040-8445-43ab-ae0c-f5fa216a2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960066 May 19 21:13:05.815949 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-d158ce54-1f4f-4106-b3a0-6b771e7e9688 None None] Port fc180658-83f2-4bd8-ab30-815a53f9e2f2 cannot update to ACTIVE because it is not bound. {{(pid=91838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 21:13:05.993367 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-6a9c87d9-71a1-4f3f-8493-bad688a6975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:06.204277 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [req-21cfa74b-c471-4846-b206-18876eda3693 req-fed946ed-9c6f-441d-9abf-440e03dc1897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc180658-83f2-4bd8-ab30-815a53f9e2f2 {{(pid=91836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:13:06.213355 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-21cfa74b-c471-4846-b206-18876eda3693 req-fed946ed-9c6f-441d-9abf-440e03dc1897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:06.228982 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [req-21cfa74b-c471-4846-b206-18876eda3693 req-fed946ed-9c6f-441d-9abf-440e03dc1897 service neutron] Transition to ACTIVE for port object fc180658-83f2-4bd8-ab30-815a53f9e2f2 will not be triggered until provisioned by entity L2. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:13:06.235116 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-21cfa74b-c471-4846-b206-18876eda3693 req-fed946ed-9c6f-441d-9abf-440e03dc1897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:06.239500 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-5fe6a20a-ae1c-4c28-ba39-d1249f81e93a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:06.414063 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed946ed-9c6f-441d-9abf-440e03dc1897 service neutron] Pushing event updated for resources: {'Port': ['ID=fc180658-83f2-4bd8-ab30-815a53f9e2f2,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:06.422352 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-fed946ed-9c6f-441d-9abf-440e03dc1897 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:06.493136 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-21cfa74b-c471-4846-b206-18876eda3693 req-fed946ed-9c6f-441d-9abf-440e03dc1897 service neutron] Attempting to bind port fc180658-83f2-4bd8-ab30-815a53f9e2f2 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:13:06.493900 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-21cfa74b-c471-4846-b206-18876eda3693 req-fed946ed-9c6f-441d-9abf-440e03dc1897 service neutron] Attempting to bind port fc180658-83f2-4bd8-ab30-815a53f9e2f2 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '7ebb5a37-186a-44c7-8b3d-dea339fd8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a'}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:13:06.493900 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cfa74b-c471-4846-b206-18876eda3693 req-fed946ed-9c6f-441d-9abf-440e03dc1897 service neutron] Attempting to bind port fc180658-83f2-4bd8-ab30-815a53f9e2f2 on network 73cdea18-8046-49f0-a6f7-a0df883fcd0a {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:13:06.498801 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cfa74b-c471-4846-b206-18876eda3693 req-fed946ed-9c6f-441d-9abf-440e03dc1897 service neutron] Port fc180658-83f2-4bd8-ab30-815a53f9e2f2 on network 73cdea18-8046-49f0-a6f7-a0df883fcd0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 21:13:06.499146 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cfa74b-c471-4846-b206-18876eda3693 req-fed946ed-9c6f-441d-9abf-440e03dc1897 service neutron] Attempting to bind port fc180658-83f2-4bd8-ab30-815a53f9e2f2 on network 73cdea18-8046-49f0-a6f7-a0df883fcd0a {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:13:06.504442 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cfa74b-c471-4846-b206-18876eda3693 req-fed946ed-9c6f-441d-9abf-440e03dc1897 service neutron] Checking agent: {'id': '2fb6168f-df3b-41e1-92fa-9ac77f822fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'started_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:13:06.504744 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cfa74b-c471-4846-b206-18876eda3693 req-fed946ed-9c6f-441d-9abf-440e03dc1897 service neutron] Checking segment: {'id': '7ebb5a37-186a-44c7-8b3d-dea339fd8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:13:06.505149 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cfa74b-c471-4846-b206-18876eda3693 req-fed946ed-9c6f-441d-9abf-440e03dc1897 service neutron] Bound using segment: {'id': '7ebb5a37-186a-44c7-8b3d-dea339fd8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a'} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:13:06.505551 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-21cfa74b-c471-4846-b206-18876eda3693 req-fed946ed-9c6f-441d-9abf-440e03dc1897 service neutron] Bound port: fc180658-83f2-4bd8-ab30-815a53f9e2f2, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ebb5a37-186a-44c7-8b3d-dea339fd8a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a'}}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:13:06.505895 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-21cfa74b-c471-4846-b206-18876eda3693 req-fed946ed-9c6f-441d-9abf-440e03dc1897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:06.606147 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-21cfa74b-c471-4846-b206-18876eda3693 req-fed946ed-9c6f-441d-9abf-440e03dc1897 service neutron] For port fc180658-83f2-4bd8-ab30-815a53f9e2f2, host hv-cinder-78462, cleared binding levels {{(pid=91836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:13:06.609210 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-21cfa74b-c471-4846-b206-18876eda3693 req-fed946ed-9c6f-441d-9abf-440e03dc1897 service neutron] For port fc180658-83f2-4bd8-ab30-815a53f9e2f2, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fc180658-83f2-4bd8-ab30-815a53f9e2f2,segment=NetworkSegment(7ebb5a37-186a-44c7-8b3d-dea339fd8a91),segment_id=7ebb5a37-186a-44c7-8b3d-dea339fd8a91)] {{(pid=91836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:13:06.614961 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-21cfa74b-c471-4846-b206-18876eda3693 req-fed946ed-9c6f-441d-9abf-440e03dc1897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:06.618937 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-bb1f63f8-88c3-4d49-a3f4-e7fb86eeb57c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:06.681665 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfa74b-c471-4846-b206-18876eda3693 req-fed946ed-9c6f-441d-9abf-440e03dc1897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:06.682124 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-21cfa74b-c471-4846-b206-18876eda3693 req-fed946ed-9c6f-441d-9abf-440e03dc1897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:06.683631 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-21cfa74b-c471-4846-b206-18876eda3693 req-fed946ed-9c6f-441d-9abf-440e03dc1897 service neutron] 10.222.0.25 "PUT /v2.0/ports/fc180658-83f2-4bd8-ab30-815a53f9e2f2 HTTP/1.1" status: 200 len: 1094 time: 1.0867507 May 19 21:13:06.684252 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad4d3b68-805b-4fbb-8cd4-95673b38d4c6', 'tag': 'fc180658-83f2-4bd8-ab30-815a53f9e2f2'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:13:06.706039 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed946ed-9c6f-441d-9abf-440e03dc1897 service neutron] Pushing event updated for resources: {'Port': ['ID=fc180658-83f2-4bd8-ab30-815a53f9e2f2,revision_number=3']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:06.711719 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-fed946ed-9c6f-441d-9abf-440e03dc1897 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:06.737936 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad4d3b68-805b-4fbb-8cd4-95673b38d4c6', 'tag': 'fc180658-83f2-4bd8-ab30-815a53f9e2f2', 'status': 'completed', 'code': 200} May 19 21:13:07.013343 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f88e9e-12ac-4e0a-80ed-ffca618280be req-b3e35d39-098a-49f3-8a00-122f51d713a9 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:07.015905 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-80f88e9e-12ac-4e0a-80ed-ffca618280be req-b3e35d39-098a-49f3-8a00-122f51d713a9 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad4d3b68-805b-4fbb-8cd4-95673b38d4c6 HTTP/1.1" status: 200 len: 944 time: 0.0884864 May 19 21:13:07.081757 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-80f88e9e-12ac-4e0a-80ed-ffca618280be req-e185e4f9-2e49-4086-bf87-68b66dbbda49 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=08c28040-8445-43ab-ae0c-f5fa216a2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602136 May 19 21:13:08.292862 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da69663-980a-4c62-8cdf-ac78c3eccb33 req-af5cfbfc-8075-4bd6-8d1a-ca65785dda76 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:08.295360 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5da69663-980a-4c62-8cdf-ac78c3eccb33 req-af5cfbfc-8075-4bd6-8d1a-ca65785dda76 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad4d3b68-805b-4fbb-8cd4-95673b38d4c6 HTTP/1.1" status: 200 len: 944 time: 0.0899997 May 19 21:13:08.342338 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5da69663-980a-4c62-8cdf-ac78c3eccb33 req-a12120a1-4910-4fef-a01a-a1e25bfb9fdb tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=08c28040-8445-43ab-ae0c-f5fa216a2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419972 May 19 21:13:08.476879 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:08.802943 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bf26df54-93f5-480f-a2f5-775c0aedc8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:09.209907 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315362b-1858-419b-9aa0-b1bdcafa10bd req-612ee6d8-e528-4fd5-a1cc-cd09ad1e77a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:09.211528 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e315362b-1858-419b-9aa0-b1bdcafa10bd req-612ee6d8-e528-4fd5-a1cc-cd09ad1e77a8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e1b034612bc4c438c95a1e8b0fd3627&device_id=ad4d3b68-805b-4fbb-8cd4-95673b38d4c6 HTTP/1.1" status: 200 len: 1097 time: 0.0859034 May 19 21:13:09.440274 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:09.481234 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315362b-1858-419b-9aa0-b1bdcafa10bd req-2c622ad8-c570-4425-925c-c9e95c995e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:09.482795 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e315362b-1858-419b-9aa0-b1bdcafa10bd req-2c622ad8-c570-4425-925c-c9e95c995e2f service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=8e1b034612bc4c438c95a1e8b0fd3627&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2624581 May 19 21:13:09.692989 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315362b-1858-419b-9aa0-b1bdcafa10bd req-f2032d48-8cbf-4770-9971-aed57988e5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:09.694327 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e315362b-1858-419b-9aa0-b1bdcafa10bd req-f2032d48-8cbf-4770-9971-aed57988e5db service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1718693 May 19 21:13:09.703164 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb991c-1328-43c1-888f-0d53bef623d0 req-aa15c4cb-a469-4fdc-bf49-7ed0a6f3ade1 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:09.704782 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9feb991c-1328-43c1-888f-0d53bef623d0 req-aa15c4cb-a469-4fdc-bf49-7ed0a6f3ade1 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad4d3b68-805b-4fbb-8cd4-95673b38d4c6 HTTP/1.1" status: 200 len: 944 time: 0.2179410 May 19 21:13:09.817710 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9feb991c-1328-43c1-888f-0d53bef623d0 req-c2a7bdeb-77c8-4915-9eb0-0b98dea872d5 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=08c28040-8445-43ab-ae0c-f5fa216a2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040523 May 19 21:13:09.846833 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfa74b-c471-4846-b206-18876eda3693 req-9355fc0a-0e80-45a6-8eac-b08d47170d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:09.848473 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-21cfa74b-c471-4846-b206-18876eda3693 req-9355fc0a-0e80-45a6-8eac-b08d47170d9d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e1b034612bc4c438c95a1e8b0fd3627&device_id=ad4d3b68-805b-4fbb-8cd4-95673b38d4c6 HTTP/1.1" status: 200 len: 1097 time: 0.1113729 May 19 21:13:09.944884 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-21cfa74b-c471-4846-b206-18876eda3693 req-4a17f3fa-e11a-4fa4-9a24-ee5e24c6734e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc180658-83f2-4bd8-ab30-815a53f9e2f2 HTTP/1.1" status: 200 len: 217 time: 0.0846543 May 19 21:13:10.010513 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfa74b-c471-4846-b206-18876eda3693 req-cd1d3f3a-d2ca-4eb4-b866-cc442485189c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:10.012736 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-21cfa74b-c471-4846-b206-18876eda3693 req-cd1d3f3a-d2ca-4eb4-b866-cc442485189c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=630830f2-778f-4bba-87b9-a49ae18b87af HTTP/1.1" status: 200 len: 849 time: 0.0605440 May 19 21:13:10.100650 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfa74b-c471-4846-b206-18876eda3693 req-ab683bdf-b4d4-4de5-9b0b-68bdc54591d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:10.102364 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-21cfa74b-c471-4846-b206-18876eda3693 req-ab683bdf-b4d4-4de5-9b0b-68bdc54591d5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=73cdea18-8046-49f0-a6f7-a0df883fcd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0812964 May 19 21:13:10.264495 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-21cfa74b-c471-4846-b206-18876eda3693 req-22eabee8-3bf6-4b83-ac20-865f500925e3 service neutron] 10.222.0.25 "GET /v2.0/networks/73cdea18-8046-49f0-a6f7-a0df883fcd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538174 May 19 21:13:10.450455 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-21cfa74b-c471-4846-b206-18876eda3693 req-15444be8-f2ad-418e-9e1a-d3729606846a service neutron] 10.222.0.25 "GET /v2.0/networks/73cdea18-8046-49f0-a6f7-a0df883fcd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784787 May 19 21:13:11.124169 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71b04e-9048-4b0e-a956-da4faa2dba75 req-520a39fa-c291-4c5d-994c-831e1c6b14cc tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:11.127352 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3c71b04e-9048-4b0e-a956-da4faa2dba75 req-520a39fa-c291-4c5d-994c-831e1c6b14cc tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad4d3b68-805b-4fbb-8cd4-95673b38d4c6 HTTP/1.1" status: 200 len: 944 time: 0.1331544 May 19 21:13:11.189185 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3c71b04e-9048-4b0e-a956-da4faa2dba75 req-090cea25-3204-4459-80fb-e534b0281ab3 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=08c28040-8445-43ab-ae0c-f5fa216a2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521257 May 19 21:13:11.240213 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:12.341570 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device fc180658-83f2-4bd8-ab30-815a53f9e2f2 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 21:13:12.473552 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7b524-47e1-4f44-9017-c45d293f8682 req-04ca6aa5-5722-4a64-9e61-a34e238ba889 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:12.476022 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3bc7b524-47e1-4f44-9017-c45d293f8682 req-04ca6aa5-5722-4a64-9e61-a34e238ba889 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad4d3b68-805b-4fbb-8cd4-95673b38d4c6 HTTP/1.1" status: 200 len: 944 time: 0.1288950 May 19 21:13:12.549334 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3bc7b524-47e1-4f44-9017-c45d293f8682 req-9dbdd625-a803-47f9-9324-8cdbf292b97e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=08c28040-8445-43ab-ae0c-f5fa216a2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622082 May 19 21:13:12.575356 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port fc180658-83f2-4bd8-ab30-815a53f9e2f2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fc180658-83f2-4bd8-ab30-815a53f9e2f2,segment=NetworkSegment(7ebb5a37-186a-44c7-8b3d-dea339fd8a91),segment_id=7ebb5a37-186a-44c7-8b3d-dea339fd8a91)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:13:12.598004 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Returning: {'device': 'fc180658-83f2-4bd8-ab30-815a53f9e2f2', 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a', 'port_id': 'fc180658-83f2-4bd8-ab30-815a53f9e2f2', 'mac_address': 'fa:16:3e:c4:5e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630830f2-778f-4bba-87b9-a49ae18b87af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 21:13:12.692314 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:12.724771 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc180658-83f2-4bd8-ab30-815a53f9e2f2 {{(pid=91838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:13:12.752527 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port fc180658-83f2-4bd8-ab30-815a53f9e2f2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fc180658-83f2-4bd8-ab30-815a53f9e2f2,segment=NetworkSegment(7ebb5a37-186a-44c7-8b3d-dea339fd8a91),segment_id=7ebb5a37-186a-44c7-8b3d-dea339fd8a91)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:13:12.760526 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:12.764796 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:12.887780 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=fc180658-83f2-4bd8-ab30-815a53f9e2f2,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:12.894019 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:12.987051 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['fc180658-83f2-4bd8-ab30-815a53f9e2f2'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:13:13.980747 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707ca9e-d2d8-4843-bfc2-3611efcece10 req-46a15f29-0b11-4fca-a74a-f00c60e3e826 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:13.995114 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0707ca9e-d2d8-4843-bfc2-3611efcece10 req-46a15f29-0b11-4fca-a74a-f00c60e3e826 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad4d3b68-805b-4fbb-8cd4-95673b38d4c6 HTTP/1.1" status: 200 len: 945 time: 0.2304044 May 19 21:13:14.108540 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0707ca9e-d2d8-4843-bfc2-3611efcece10 req-36c25986-15f9-4a58-bcfb-3a48197e4c24 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=08c28040-8445-43ab-ae0c-f5fa216a2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119044 May 19 21:13:14.336654 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device fc180658-83f2-4bd8-ab30-815a53f9e2f2 up at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:13:14.435134 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning for port fc180658-83f2-4bd8-ab30-815a53f9e2f2 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:13:14.442890 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning complete for port fc180658-83f2-4bd8-ab30-815a53f9e2f2 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:13:14.443541 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:14.553653 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:14.673691 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:14.722561 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4d3b68-805b-4fbb-8cd4-95673b38d4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc180658-83f2-4bd8-ab30-815a53f9e2f2'}] {{(pid=91838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:13:14.745505 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port fc180658-83f2-4bd8-ab30-815a53f9e2f2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fc180658-83f2-4bd8-ab30-815a53f9e2f2,segment=NetworkSegment(7ebb5a37-186a-44c7-8b3d-dea339fd8a91),segment_id=7ebb5a37-186a-44c7-8b3d-dea339fd8a91)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:13:14.753248 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:14.756376 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:14.866470 dv-cinder-784623-12-iscsi neutron-server[91838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4d3b68-805b-4fbb-8cd4-95673b38d4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc180658-83f2-4bd8-ab30-815a53f9e2f2', 'code': 200} May 19 21:13:14.901032 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=fc180658-83f2-4bd8-ab30-815a53f9e2f2,revision_number=5']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:14.906519 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:15.509474 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edfd5c-9800-46dd-8315-ba90809895f5 req-83aeeadb-42a1-451a-b608-23d6a5e736f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:15.513463 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d4edfd5c-9800-46dd-8315-ba90809895f5 req-83aeeadb-42a1-451a-b608-23d6a5e736f0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ad4d3b68-805b-4fbb-8cd4-95673b38d4c6 HTTP/1.1" status: 200 len: 1099 time: 0.1680169 May 19 21:13:15.599070 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d4edfd5c-9800-46dd-8315-ba90809895f5 req-fd9e92ed-6a4e-4e45-8ffa-29f4a10190c7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=08c28040-8445-43ab-ae0c-f5fa216a2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740244 May 19 21:13:15.621276 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b1e82-a2f4-4393-8819-15b65b47700d req-381a7ef2-8a84-4b7e-b844-181be759f84f tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:15.635128 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-297b1e82-a2f4-4393-8819-15b65b47700d req-381a7ef2-8a84-4b7e-b844-181be759f84f tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad4d3b68-805b-4fbb-8cd4-95673b38d4c6 HTTP/1.1" status: 200 len: 946 time: 0.2342758 May 19 21:13:15.723318 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-297b1e82-a2f4-4393-8819-15b65b47700d req-fdec0521-628d-46eb-93a6-40be546ace70 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=08c28040-8445-43ab-ae0c-f5fa216a2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863345 May 19 21:13:17.349560 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b3f1f-3981-4777-8865-321ad6364e1c req-a0c4e3d9-372a-4c82-9ed0-2ea58fe14612 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:17.358021 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-0a2b3f1f-3981-4777-8865-321ad6364e1c req-a0c4e3d9-372a-4c82-9ed0-2ea58fe14612 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad4d3b68-805b-4fbb-8cd4-95673b38d4c6 HTTP/1.1" status: 200 len: 946 time: 0.4823301 May 19 21:13:17.422003 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-0a2b3f1f-3981-4777-8865-321ad6364e1c req-c0622095-7df5-4348-be7f-25ac8c3b075c tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=08c28040-8445-43ab-ae0c-f5fa216a2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599139 May 19 21:13:17.716489 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d954c-273e-4d41-8e5b-82f80318c7ce req-95f71276-bd78-4487-b7d8-6df6bc0cc8f9 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:17.718772 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9f6d954c-273e-4d41-8e5b-82f80318c7ce req-95f71276-bd78-4487-b7d8-6df6bc0cc8f9 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad4d3b68-805b-4fbb-8cd4-95673b38d4c6 HTTP/1.1" status: 200 len: 946 time: 0.1626923 May 19 21:13:17.733517 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 51286) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:13:17.740975 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-1ab9595d-e60a-4c44-898f-02a658544fee tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Request body: {'floatingip': {'port_id': 'fc180658-83f2-4bd8-ab30-815a53f9e2f2'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:13:17.824989 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1ab9595d-e60a-4c44-898f-02a658544fee tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for floatingip, before_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:18.936963 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1ab9595d-e60a-4c44-898f-02a658544fee tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:18.949899 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1ab9595d-e60a-4c44-898f-02a658544fee tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658636'] for floatingip, after_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:19.213463 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.db.l3_db [None req-1ab9595d-e60a-4c44-898f-02a658544fee tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Floating IP 1f4e15a3-7eb8-4246-a472-00fc5bedffc0 associated. External IP: 172.27.1.181, port: fc180658-83f2-4bd8-ab30-815a53f9e2f2. May 19 21:13:19.679042 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab9595d-e60a-4c44-898f-02a658544fee tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Router e692fffc-98ec-4754-b6db-d2f2de36fe35 has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:13:20.140632 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab9595d-e60a-4c44-898f-02a658544fee tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:13:20.149087 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1ab9595d-e60a-4c44-898f-02a658544fee tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for floatingip, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:20.157090 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d9aa7f-f92a-4eb0-845b-9ea9518d3e80 None None] Sync routers for ids ['e692fffc-98ec-4754-b6db-d2f2de36fe35'] in dv-cinder-784623-12-iscsi {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:13:20.183329 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d9aa7f-f92a-4eb0-845b-9ea9518d3e80 None None] Routers {'e692fffc-98ec-4754-b6db-d2f2de36fe35'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:13:20.184363 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-99d9aa7f-f92a-4eb0-845b-9ea9518d3e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:13:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['e692fffc-98ec-4754-b6db-d2f2de36fe35'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:13:20.216580 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-1ab9595d-e60a-4c44-898f-02a658544fee tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "PUT /v2.0/floatingips/1f4e15a3-7eb8-4246-a472-00fc5bedffc0 HTTP/1.1" status: 200 len: 992 time: 2.4810469 May 19 21:13:20.217632 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad4d3b68-805b-4fbb-8cd4-95673b38d4c6', 'tag': 'fc180658-83f2-4bd8-ab30-815a53f9e2f2'}] {{(pid=91837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:13:20.308488 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad4d3b68-805b-4fbb-8cd4-95673b38d4c6', 'tag': 'fc180658-83f2-4bd8-ab30-815a53f9e2f2', 'status': 'completed', 'code': 200} May 19 21:13:20.432109 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b25fb5-2778-47ba-8a1d-9b4942d7e7a8 req-96d1a0b9-61d8-4bc3-95e8-daf2268fde30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:20.434304 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c6b25fb5-2778-47ba-8a1d-9b4942d7e7a8 req-96d1a0b9-61d8-4bc3-95e8-daf2268fde30 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e1b034612bc4c438c95a1e8b0fd3627&device_id=ad4d3b68-805b-4fbb-8cd4-95673b38d4c6 HTTP/1.1" status: 200 len: 1099 time: 0.0993073 May 19 21:13:20.584185 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-99d9aa7f-f92a-4eb0-845b-9ea9518d3e80 None None] Set router e692fffc-98ec-4754-b6db-d2f2de36fe35 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:13:20.592310 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b25fb5-2778-47ba-8a1d-9b4942d7e7a8 req-3f6f967e-a69d-4174-8b1f-483ae2085869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:20.593857 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c6b25fb5-2778-47ba-8a1d-9b4942d7e7a8 req-3f6f967e-a69d-4174-8b1f-483ae2085869 service neutron] 10.222.0.25 "GET /v2.0/networks?id=73cdea18-8046-49f0-a6f7-a0df883fcd0a HTTP/1.1" status: 200 len: 911 time: 0.1497135 May 19 21:13:20.720214 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c6b25fb5-2778-47ba-8a1d-9b4942d7e7a8 req-55c3e804-02dd-4b40-9f28-4f5a88bfab2a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc180658-83f2-4bd8-ab30-815a53f9e2f2 HTTP/1.1" status: 200 len: 1000 time: 0.1170247 May 19 21:13:20.906388 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b25fb5-2778-47ba-8a1d-9b4942d7e7a8 req-6f3b7264-30a3-440c-9f06-ac05d714a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:20.907873 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c6b25fb5-2778-47ba-8a1d-9b4942d7e7a8 req-6f3b7264-30a3-440c-9f06-ac05d714a1c6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=630830f2-778f-4bba-87b9-a49ae18b87af HTTP/1.1" status: 200 len: 849 time: 0.1801920 May 19 21:13:20.999517 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b25fb5-2778-47ba-8a1d-9b4942d7e7a8 req-bab2c184-ede8-4724-9a2a-333dbd4c2711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:21.001010 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c6b25fb5-2778-47ba-8a1d-9b4942d7e7a8 req-bab2c184-ede8-4724-9a2a-333dbd4c2711 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=73cdea18-8046-49f0-a6f7-a0df883fcd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0860155 May 19 21:13:21.235531 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-99d9aa7f-f92a-4eb0-845b-9ea9518d3e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'name': 'tempest-AttachVolumeTestJSON-541461897-router', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:17Z', 'updated_at': '2021-05-19T21:08:34Z', 'revision_number': 4, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'gw_port': {'id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:19Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_floatingips': [{'id': '1f4e15a3-7eb8-4246-a472-00fc5bedffc0', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'floating_ip_address': '172.27.1.181', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'port_id': 'fc180658-83f2-4bd8-ab30-815a53f9e2f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a', 'mac_address': 'fa:16:3e:c4:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4d3b68-805b-4fbb-8cd4-95673b38d4c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:13:00Z', 'updated_at': '2021-05-19T21:13:18Z', 'revision_number': 1, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82e3b671-39fe-4ff5-aea1-cc914d7df6c0', 'name': '', 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'mac_address': 'fa:16:3e:ea:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '630830f2-778f-4bba-87b9-a49ae18b87af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:27Z', 'updated_at': '2021-05-19T21:08:48Z', 'revision_number': 5, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'subnets': [{'id': '630830f2-778f-4bba-87b9-a49ae18b87af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:13:21.240423 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d9aa7f-f92a-4eb0-845b-9ea9518d3e80 None None] Checking router: e692fffc-98ec-4754-b6db-d2f2de36fe35 for host: dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:13:21.254188 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d9aa7f-f92a-4eb0-845b-9ea9518d3e80 None None] Routers {'e692fffc-98ec-4754-b6db-d2f2de36fe35'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:13:21.254755 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-99d9aa7f-f92a-4eb0-845b-9ea9518d3e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:13:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['e692fffc-98ec-4754-b6db-d2f2de36fe35'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:13:21.256493 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c6b25fb5-2778-47ba-8a1d-9b4942d7e7a8 req-cad5407a-802b-48ed-887c-bf99cf4d26bd service neutron] 10.222.0.25 "GET /v2.0/networks/73cdea18-8046-49f0-a6f7-a0df883fcd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419391 May 19 21:13:21.423958 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c6b25fb5-2778-47ba-8a1d-9b4942d7e7a8 req-48e8ecfd-9b3c-4a40-8460-1ab522c53352 service neutron] 10.222.0.25 "GET /v2.0/networks/73cdea18-8046-49f0-a6f7-a0df883fcd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602335 May 19 21:13:21.476375 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-99d9aa7f-f92a-4eb0-845b-9ea9518d3e80 None None] Set router e692fffc-98ec-4754-b6db-d2f2de36fe35 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:13:22.184045 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-99d9aa7f-f92a-4eb0-845b-9ea9518d3e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'name': 'tempest-AttachVolumeTestJSON-541461897-router', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:17Z', 'updated_at': '2021-05-19T21:08:34Z', 'revision_number': 4, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'gw_port': {'id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:19Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_floatingips': [{'id': '1f4e15a3-7eb8-4246-a472-00fc5bedffc0', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'floating_ip_address': '172.27.1.181', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'port_id': 'fc180658-83f2-4bd8-ab30-815a53f9e2f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a', 'mac_address': 'fa:16:3e:c4:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4d3b68-805b-4fbb-8cd4-95673b38d4c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:13:00Z', 'updated_at': '2021-05-19T21:13:18Z', 'revision_number': 1, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82e3b671-39fe-4ff5-aea1-cc914d7df6c0', 'name': '', 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'mac_address': 'fa:16:3e:ea:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '630830f2-778f-4bba-87b9-a49ae18b87af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:27Z', 'updated_at': '2021-05-19T21:08:48Z', 'revision_number': 5, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'subnets': [{'id': '630830f2-778f-4bba-87b9-a49ae18b87af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:13:22.191367 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d9aa7f-f92a-4eb0-845b-9ea9518d3e80 None None] The sync data for ids ['e692fffc-98ec-4754-b6db-d2f2de36fe35'] in dv-cinder-784623-12-iscsi is: [{'id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'name': 'tempest-AttachVolumeTestJSON-541461897-router', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:17Z', 'updated_at': '2021-05-19T21:08:34Z', 'revision_number': 4, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'gw_port': {'id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:19Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_floatingips': [{'id': '1f4e15a3-7eb8-4246-a472-00fc5bedffc0', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'floating_ip_address': '172.27.1.181', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'port_id': 'fc180658-83f2-4bd8-ab30-815a53f9e2f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a', 'mac_address': 'fa:16:3e:c4:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4d3b68-805b-4fbb-8cd4-95673b38d4c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:13:00Z', 'updated_at': '2021-05-19T21:13:18Z', 'revision_number': 1, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82e3b671-39fe-4ff5-aea1-cc914d7df6c0', 'name': '', 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'mac_address': 'fa:16:3e:ea:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '630830f2-778f-4bba-87b9-a49ae18b87af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:27Z', 'updated_at': '2021-05-19T21:08:48Z', 'revision_number': 5, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'subnets': [{'id': '630830f2-778f-4bba-87b9-a49ae18b87af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:13:22.590012 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4037af73-ce1f-4b1d-b5a7-1767fcea026e None None] New status for floating IP 1f4e15a3-7eb8-4246-a472-00fc5bedffc0: ACTIVE {{(pid=91839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 21:13:23.216915 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:13:25.647853 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 51392) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:13:25.825029 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-e7ac7e6d-3e1e-4227-98d1-a8a29c855627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:25.843998 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-e7ac7e6d-3e1e-4227-98d1-a8a29c855627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:13:25.850009 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-e7ac7e6d-3e1e-4227-98d1-a8a29c855627 admin admin] Usage tracker for resource:security_group_rule and tenant:aa1ec5a8ab1544039fce6bd1abfeb948 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:13:25.853983 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-e7ac7e6d-3e1e-4227-98d1-a8a29c855627 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:13:25.861461 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-e7ac7e6d-3e1e-4227-98d1-a8a29c855627 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:13:26.011373 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-e7ac7e6d-3e1e-4227-98d1-a8a29c855627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:26.023980 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-e7ac7e6d-3e1e-4227-98d1-a8a29c855627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:26.038488 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-077f2b3f-ab2f-4282-b959-c0c4fc891162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:26.109862 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-e7ac7e6d-3e1e-4227-98d1-a8a29c855627 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa1ec5a8ab1544039fce6bd1abfeb948&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4601433 May 19 21:13:26.116559 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 51410) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:13:26.142253 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac7e6d-3e1e-4227-98d1-a8a29c855627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c7acd5-8dc6-4987-8ca4-f002d4d633e7,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:26.152617 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-e7ac7e6d-3e1e-4227-98d1-a8a29c855627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:26.253021 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-c97f8afe-ad58-4137-8159-4fbfcd7cf57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:26.296167 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-c97f8afe-ad58-4137-8159-4fbfcd7cf57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:26.395315 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-c97f8afe-ad58-4137-8159-4fbfcd7cf57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:26.401217 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-e3d9b24f-9345-49d7-942f-bd55ec7695d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:26.417475 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f8afe-ad58-4137-8159-4fbfcd7cf57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c7acd5-8dc6-4987-8ca4-f002d4d633e7,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:26.427760 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-c97f8afe-ad58-4137-8159-4fbfcd7cf57f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:26.431318 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-c97f8afe-ad58-4137-8159-4fbfcd7cf57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:26.435418 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-c97f8afe-ad58-4137-8159-4fbfcd7cf57f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/47c7acd5-8dc6-4987-8ca4-f002d4d633e7 HTTP/1.1" status: 204 len: 168 time: 0.3170757 May 19 21:13:28.954318 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 51470) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:13:29.200113 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-45ae8855-ae94-4501-9410-c7e2cccc1ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:29.236568 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-45ae8855-ae94-4501-9410-c7e2cccc1ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:13:29.244851 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-45ae8855-ae94-4501-9410-c7e2cccc1ffe admin admin] Usage tracker for resource:security_group_rule and tenant:8ff74775118a4dcc9ed6e9ce8a7c8f28 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:13:29.248941 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-45ae8855-ae94-4501-9410-c7e2cccc1ffe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:13:29.256077 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-45ae8855-ae94-4501-9410-c7e2cccc1ffe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:13:29.367878 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-45ae8855-ae94-4501-9410-c7e2cccc1ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:29.376923 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-45ae8855-ae94-4501-9410-c7e2cccc1ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:29.411520 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-a56923be-57ab-407b-9d32-e8a5812c2438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:29.421753 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-45ae8855-ae94-4501-9410-c7e2cccc1ffe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8ff74775118a4dcc9ed6e9ce8a7c8f28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4646165 May 19 21:13:29.426262 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 51480) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:13:29.469935 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae8855-ae94-4501-9410-c7e2cccc1ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cece2a-3472-4486-9dbb-b33f6594a9ec,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:29.501272 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ae8855-ae94-4501-9410-c7e2cccc1ffe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:29.501575 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ae8855-ae94-4501-9410-c7e2cccc1ffe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:29.501930 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ae8855-ae94-4501-9410-c7e2cccc1ffe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:29.502278 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ae8855-ae94-4501-9410-c7e2cccc1ffe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:29.502623 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ae8855-ae94-4501-9410-c7e2cccc1ffe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:29.503010 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ae8855-ae94-4501-9410-c7e2cccc1ffe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:29.503355 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ae8855-ae94-4501-9410-c7e2cccc1ffe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:29.503717 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ae8855-ae94-4501-9410-c7e2cccc1ffe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:29.504063 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ae8855-ae94-4501-9410-c7e2cccc1ffe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:29.504459 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ae8855-ae94-4501-9410-c7e2cccc1ffe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:29.504747 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ae8855-ae94-4501-9410-c7e2cccc1ffe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:29.505096 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ae8855-ae94-4501-9410-c7e2cccc1ffe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:29.542379 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-80239bc9-f01a-43f6-ae56-8c828f9e26d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:29.604965 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-80239bc9-f01a-43f6-ae56-8c828f9e26d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:29.620995 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-45ae8855-ae94-4501-9410-c7e2cccc1ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:29.718701 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-80239bc9-f01a-43f6-ae56-8c828f9e26d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:29.728949 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-1c8ac16e-2db0-4d01-9a16-9403ccc10666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:29.757448 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-80239bc9-f01a-43f6-ae56-8c828f9e26d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:29.763277 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-80239bc9-f01a-43f6-ae56-8c828f9e26d8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/57cece2a-3472-4486-9dbb-b33f6594a9ec HTTP/1.1" status: 204 len: 168 time: 0.3356178 May 19 21:13:29.765011 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80239bc9-f01a-43f6-ae56-8c828f9e26d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cece2a-3472-4486-9dbb-b33f6594a9ec,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:29.768167 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-80239bc9-f01a-43f6-ae56-8c828f9e26d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:30.790662 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 51528) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:13:30.956552 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-bd23e392-5018-407c-aef0-09adcb47f456 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2104613790-network', 'tenant_id': 'e141f08b4656401195114e7ec697b3cc'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:13:30.961867 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-bd23e392-5018-407c-aef0-09adcb47f456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:13:30.966316 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-bd23e392-5018-407c-aef0-09adcb47f456 admin admin] Usage tracker for resource:network and tenant:e141f08b4656401195114e7ec697b3cc is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:13:30.969760 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-bd23e392-5018-407c-aef0-09adcb47f456 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:13:30.977125 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-bd23e392-5018-407c-aef0-09adcb47f456 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:13:30.989385 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd23e392-5018-407c-aef0-09adcb47f456 admin admin] Made reservation on behalf of e141f08b4656401195114e7ec697b3cc for: {'network': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:13:30.992331 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-bd23e392-5018-407c-aef0-09adcb47f456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1785277'] for network, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:31.005364 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-bd23e392-5018-407c-aef0-09adcb47f456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:31.023664 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-bd23e392-5018-407c-aef0-09adcb47f456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:13:31.027875 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-bd23e392-5018-407c-aef0-09adcb47f456 admin admin] Usage tracker for resource:security_group_rule and tenant:e141f08b4656401195114e7ec697b3cc is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:13:31.031199 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-bd23e392-5018-407c-aef0-09adcb47f456 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:13:31.038119 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-bd23e392-5018-407c-aef0-09adcb47f456 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:13:31.132082 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-bd23e392-5018-407c-aef0-09adcb47f456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:31.138481 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-bd23e392-5018-407c-aef0-09adcb47f456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:31.141606 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-814ed92b-fd3b-48f0-b7cd-dc8010b36ee5 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:31.172096 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd23e392-5018-407c-aef0-09adcb47f456 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=91836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:13:31.181895 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23e392-5018-407c-aef0-09adcb47f456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:31.185740 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-bd23e392-5018-407c-aef0-09adcb47f456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:31.188788 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-bd23e392-5018-407c-aef0-09adcb47f456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:31.189109 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.db.segments_db [None req-bd23e392-5018-407c-aef0-09adcb47f456 admin admin] Added segment 8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0 of type vlan for network 73b7349c-369e-491e-baf8-e9528bb71f6c May 19 21:13:31.221532 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-bd23e392-5018-407c-aef0-09adcb47f456 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750774008697'] for network, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:31.253912 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-bd23e392-5018-407c-aef0-09adcb47f456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448'] for network, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:31.255331 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd23e392-5018-407c-aef0-09adcb47f456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:31.255940 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-bd23e392-5018-407c-aef0-09adcb47f456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:31.260322 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-9a07824a-a033-4fd4-84fd-15f9fb69e21d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:31.367094 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23e392-5018-407c-aef0-09adcb47f456 admin admin] Pushing event updated for resources: {'Network': ['ID=73b7349c-369e-491e-baf8-e9528bb71f6c,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:31.375316 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-bd23e392-5018-407c-aef0-09adcb47f456 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5791206 May 19 21:13:31.375316 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-bd23e392-5018-407c-aef0-09adcb47f456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:31.375764 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 51544) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:13:31.384049 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Network 73b7349c-369e-491e-baf8-e9528bb71f6c details requested by agent ovs-agent-dv-cinder-784623-12-iscsi with host dv-cinder-784623-12-iscsi {{(pid=91838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 21:13:31.384924 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-2e5b6026-5dd1-4184-a2af-7b3d52d72311 admin admin] Request body: {'subnet': {'network_id': '73b7349c-369e-491e-baf8-e9528bb71f6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2104613790-subnet', 'tenant_id': 'e141f08b4656401195114e7ec697b3cc', 'ip_version': 4}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:13:31.393894 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-2e5b6026-5dd1-4184-a2af-7b3d52d72311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:13:31.401063 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-2e5b6026-5dd1-4184-a2af-7b3d52d72311 admin admin] Usage tracker for resource:subnet and tenant:e141f08b4656401195114e7ec697b3cc is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:13:31.405082 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-2e5b6026-5dd1-4184-a2af-7b3d52d72311 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:13:31.415111 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-2e5b6026-5dd1-4184-a2af-7b3d52d72311 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:13:31.434079 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5b6026-5dd1-4184-a2af-7b3d52d72311 admin admin] Made reservation on behalf of e141f08b4656401195114e7ec697b3cc for: {'subnet': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:13:31.438045 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-2e5b6026-5dd1-4184-a2af-7b3d52d72311 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7162105'] for subnet, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:31.942332 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-2e5b6026-5dd1-4184-a2af-7b3d52d72311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6526971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7162059'] for subnet, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:31.947161 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-7a3149a3-3a59-4587-92be-beeba4f14b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:32.028759 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b6026-5dd1-4184-a2af-7b3d52d72311 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dd05cad-8fb2-4162-80dd-c762712c0dfd,revision_number=0']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:32.033964 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-2e5b6026-5dd1-4184-a2af-7b3d52d72311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:32.043130 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5b6026-5dd1-4184-a2af-7b3d52d72311 admin admin] Checking segment: {'id': '8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '73b7349c-369e-491e-baf8-e9528bb71f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:13:32.043492 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5b6026-5dd1-4184-a2af-7b3d52d72311 admin admin] Network hostable DHCP agents. Network: 73b7349c-369e-491e-baf8-e9528bb71f6c, hostable agents: ['79fa1e52-5d5b-4f2e-bd0b-6133595bf37f'], hosted agents: [] {{(pid=91836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:13:32.079461 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5b6026-5dd1-4184-a2af-7b3d52d72311 admin admin] Network 73b7349c-369e-491e-baf8-e9528bb71f6c is scheduled to be hosted by DHCP agent 79fa1e52-5d5b-4f2e-bd0b-6133595bf37f with binding_index 1 {{(pid=91836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:13:32.104780 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-2e5b6026-5dd1-4184-a2af-7b3d52d72311 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-12-iscsi, 73b7349c-369e-491e-baf8-e9528bb71f6c) {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:13:32.124713 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5b6026-5dd1-4184-a2af-7b3d52d72311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:32.125359 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-2e5b6026-5dd1-4184-a2af-7b3d52d72311 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:32.126046 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd90de66-cd77-41c7-abbd-2292beae087f None None] Network 73b7349c-369e-491e-baf8-e9528bb71f6c requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:13:32.168414 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 51600) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:13:32.169441 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-2e5b6026-5dd1-4184-a2af-7b3d52d72311 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7902603 May 19 21:13:32.175389 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-cdcd0488-e030-46c6-81e6-c168248bf178 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2104613790-router', 'tenant_id': 'e141f08b4656401195114e7ec697b3cc', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403'}}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:13:32.181089 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-cdcd0488-e030-46c6-81e6-c168248bf178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:13:32.185943 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-cdcd0488-e030-46c6-81e6-c168248bf178 admin admin] Usage tracker for resource:router and tenant:e141f08b4656401195114e7ec697b3cc is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:13:32.189526 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-cdcd0488-e030-46c6-81e6-c168248bf178 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:13:32.198303 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-cdcd0488-e030-46c6-81e6-c168248bf178 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:13:32.215734 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-cdcd0488-e030-46c6-81e6-c168248bf178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-632075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5397'] for router, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:32.217539 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-cdcd0488-e030-46c6-81e6-c168248bf178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5406'] for router, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:32.244044 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-cdcd0488-e030-46c6-81e6-c168248bf178 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:32.556350 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653eaeec-02b7-4bdb-badf-1be7cbf6ddea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c1ac1fe-8999-50db-9da9-b16559c89988-73b7349c-369e-491e-baf8-e9528bb71f6c', 'network_id': '73b7349c-369e-491e-baf8-e9528bb71f6c', 'tenant_id': 'e141f08b4656401195114e7ec697b3cc', 'fixed_ips': [{'subnet_id': '5dd05cad-8fb2-4162-80dd-c762712c0dfd'}]}} from dv-cinder-784623-12-iscsi. {{(pid=91838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 21:13:32.558087 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-653eaeec-02b7-4bdb-badf-1be7cbf6ddea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:32.564926 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-cdcd0488-e030-46c6-81e6-c168248bf178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-662851', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-632185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5424'] for router, precommit_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:32.769435 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.db_base_plugin_common [None req-653eaeec-02b7-4bdb-badf-1be7cbf6ddea None None] Allocated IP 172.20.0.2 (73b7349c-369e-491e-baf8-e9528bb71f6c/5dd05cad-8fb2-4162-80dd-c762712c0dfd/8c9ac691-81fb-4ed0-8b60-6ef82f9f3118) {{(pid=91838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:13:32.954108 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-cdcd0488-e030-46c6-81e6-c168248bf178 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:32.999371 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-cdcd0488-e030-46c6-81e6-c168248bf178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:33.090488 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-653eaeec-02b7-4bdb-badf-1be7cbf6ddea None None] Notify callbacks [] for port, precommit_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:33.103489 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-653eaeec-02b7-4bdb-badf-1be7cbf6ddea None None] Transition to ACTIVE for port object 8c9ac691-81fb-4ed0-8b60-6ef82f9f3118 will not be triggered until provisioned by entity L2. {{(pid=91838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:13:33.126177 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-653eaeec-02b7-4bdb-badf-1be7cbf6ddea None None] Transition to ACTIVE for port object 8c9ac691-81fb-4ed0-8b60-6ef82f9f3118 will not be triggered until provisioned by entity DHCP. {{(pid=91838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:13:33.135614 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-653eaeec-02b7-4bdb-badf-1be7cbf6ddea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111'] for port, after_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:33.144330 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:33.163475 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.db_base_plugin_common [None req-cdcd0488-e030-46c6-81e6-c168248bf178 admin admin] Allocated IP 172.27.1.208 (7528c24a-f700-413f-aad3-165c7750b403/5baa0079-c83e-4549-8f83-3def60c01514/a56418f9-c2f6-4fe9-b9cf-286ede7866d5) {{(pid=91837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:13:33.225996 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653eaeec-02b7-4bdb-badf-1be7cbf6ddea None None] Network 73b7349c-369e-491e-baf8-e9528bb71f6c is already hosted by enough agents. {{(pid=91838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:13:33.238501 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.scheduler.base_scheduler [None req-653eaeec-02b7-4bdb-badf-1be7cbf6ddea None None] Resources bound (agent type, host, resource id): {{(pid=91838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:13:33.242683 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653eaeec-02b7-4bdb-badf-1be7cbf6ddea None None] Received port after_create {{(pid=91838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:13:33.334801 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653eaeec-02b7-4bdb-badf-1be7cbf6ddea None None] Pushing event updated for resources: {'Port': ['ID=8c9ac691-81fb-4ed0-8b60-6ef82f9f3118,revision_number=1']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:33.339161 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-653eaeec-02b7-4bdb-badf-1be7cbf6ddea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:33.396892 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-cdcd0488-e030-46c6-81e6-c168248bf178 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:33.433352 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-cdcd0488-e030-46c6-81e6-c168248bf178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6754477'] for port, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:33.439217 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-f7eb775c-99df-484d-b60e-d8b02706b773 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:33.473528 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-653eaeec-02b7-4bdb-badf-1be7cbf6ddea None None] Attempting to bind port 8c9ac691-81fb-4ed0-8b60-6ef82f9f3118 on host dv-cinder-784623-12-iscsi for vnic_type normal with profile {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:13:33.474126 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-653eaeec-02b7-4bdb-badf-1be7cbf6ddea None None] Attempting to bind port 8c9ac691-81fb-4ed0-8b60-6ef82f9f3118 by drivers openvswitch,hyperv on host dv-cinder-784623-12-iscsi at level 0 using segments [{'id': '8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '73b7349c-369e-491e-baf8-e9528bb71f6c'}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:13:33.474717 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653eaeec-02b7-4bdb-badf-1be7cbf6ddea None None] Attempting to bind port 8c9ac691-81fb-4ed0-8b60-6ef82f9f3118 on network 73b7349c-369e-491e-baf8-e9528bb71f6c {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:13:33.484874 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653eaeec-02b7-4bdb-badf-1be7cbf6ddea None None] Checking agent: {'id': 'f197b149-8cce-4905-bf69-1a24ef250a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 0, 38), 'started_at': datetime.datetime(2021, 5, 19, 21, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:13:33.485365 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653eaeec-02b7-4bdb-badf-1be7cbf6ddea None None] Checking segment: {'id': '8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '73b7349c-369e-491e-baf8-e9528bb71f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:13:33.486001 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-653eaeec-02b7-4bdb-badf-1be7cbf6ddea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:33.486648 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653eaeec-02b7-4bdb-badf-1be7cbf6ddea None None] Bound using segment: {'id': '8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '73b7349c-369e-491e-baf8-e9528bb71f6c'} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:13:33.487460 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-653eaeec-02b7-4bdb-badf-1be7cbf6ddea None None] Bound port: 8c9ac691-81fb-4ed0-8b60-6ef82f9f3118, host: dv-cinder-784623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '73b7349c-369e-491e-baf8-e9528bb71f6c'}}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:13:33.488076 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-653eaeec-02b7-4bdb-badf-1be7cbf6ddea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:33.551238 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcd0488-e030-46c6-81e6-c168248bf178 admin admin] Network 7528c24a-f700-413f-aad3-165c7750b403 is already hosted by enough agents. {{(pid=91837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:13:33.553699 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.base_scheduler [None req-cdcd0488-e030-46c6-81e6-c168248bf178 admin admin] Resources bound (agent type, host, resource id): {{(pid=91837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:13:33.561338 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcd0488-e030-46c6-81e6-c168248bf178 admin admin] Received port after_create {{(pid=91837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:13:33.609622 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 51614) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:13:33.611207 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd0488-e030-46c6-81e6-c168248bf178 admin admin] Pushing event updated for resources: {'Port': ['ID=a56418f9-c2f6-4fe9-b9cf-286ede7866d5,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:33.622648 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-cdcd0488-e030-46c6-81e6-c168248bf178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:33.658191 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-653eaeec-02b7-4bdb-badf-1be7cbf6ddea None None] For port 8c9ac691-81fb-4ed0-8b60-6ef82f9f3118, host dv-cinder-784623-12-iscsi, cleared binding levels {{(pid=91838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:13:33.662534 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-653eaeec-02b7-4bdb-badf-1be7cbf6ddea None None] For port 8c9ac691-81fb-4ed0-8b60-6ef82f9f3118, host dv-cinder-784623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=8c9ac691-81fb-4ed0-8b60-6ef82f9f3118,segment=NetworkSegment(8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0),segment_id=8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0)] {{(pid=91838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:13:33.671003 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-653eaeec-02b7-4bdb-badf-1be7cbf6ddea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:33.676488 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:33.696584 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f09bcb1-a230-4a39-9eab-1635c2d4f3da admin admin] Deleting subnet d5b3a5fd-8c3f-413f-baf6-420ec92c6a39 {{(pid=91836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 21:13:33.700491 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-4f09bcb1-a230-4a39-9eab-1635c2d4f3da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:33.769256 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653eaeec-02b7-4bdb-badf-1be7cbf6ddea None None] Pushing event updated for resources: {'Port': ['ID=8c9ac691-81fb-4ed0-8b60-6ef82f9f3118,revision_number=2']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:33.780357 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-653eaeec-02b7-4bdb-badf-1be7cbf6ddea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:33.856969 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-4f09bcb1-a230-4a39-9eab-1635c2d4f3da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7440193'] for subnet, precommit_delete_associations {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:33.931885 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-4f09bcb1-a230-4a39-9eab-1635c2d4f3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1760382'] for subnet, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:34.149811 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 8c9ac691-81fb-4ed0-8b60-6ef82f9f3118 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:13:34.263098 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning for port 8c9ac691-81fb-4ed0-8b60-6ef82f9f3118 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:13:34.315355 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-4f09bcb1-a230-4a39-9eab-1635c2d4f3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6526900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7162050'] for subnet, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:34.322946 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:34.377058 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09bcb1-a230-4a39-9eab-1635c2d4f3da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5b3a5fd-8c3f-413f-baf6-420ec92c6a39,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:34.381022 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-4f09bcb1-a230-4a39-9eab-1635c2d4f3da admin admin] Notify callbacks [] for subnet, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:34.385133 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-4f09bcb1-a230-4a39-9eab-1635c2d4f3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:34.390132 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-4f09bcb1-a230-4a39-9eab-1635c2d4f3da admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d5b3a5fd-8c3f-413f-baf6-420ec92c6a39 HTTP/1.1" status: 204 len: 168 time: 0.7784960 May 19 21:13:34.392381 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 51620) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:13:34.447251 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-cdcd0488-e030-46c6-81e6-c168248bf178 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:34.565194 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-f8e898fc-6c85-412f-a45a-b46c7a8c63ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772294'] for network, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:34.730147 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-f8e898fc-6c85-412f-a45a-b46c7a8c63ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754869', 'neutron.services.segments.db._delete_segments_for_network-8750774465410'] for network, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:34.756642 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.services.segments.db [None req-f8e898fc-6c85-412f-a45a-b46c7a8c63ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6129b1c1-2969-4f61-8356-b52878478c32']}} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:13:34.779496 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.services.segments.db [None req-f8e898fc-6c85-412f-a45a-b46c7a8c63ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbad822a-cc0a-4804-bd9a-2013730fd3fb') {'for_net_delete': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:13:34.779894 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.services.segments.db [None req-f8e898fc-6c85-412f-a45a-b46c7a8c63ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbad822a-cc0a-4804-bd9a-2013730fd3fb') {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:13:34.800256 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-f8e898fc-6c85-412f-a45a-b46c7a8c63ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750774475915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7440214'] for segment, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:34.828066 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-f8e898fc-6c85-412f-a45a-b46c7a8c63ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:34.839922 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e898fc-6c85-412f-a45a-b46c7a8c63ce admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=91836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:13:34.840566 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-f8e898fc-6c85-412f-a45a-b46c7a8c63ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6504470'] for segment, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:34.858090 dv-cinder-784623-12-iscsi neutron-server[91836]: Traceback (most recent call last): May 19 21:13:34.858090 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 21:13:34.858090 dv-cinder-784623-12-iscsi neutron-server[91836]: timer() May 19 21:13:34.858090 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 21:13:34.858090 dv-cinder-784623-12-iscsi neutron-server[91836]: cb(*args, **kw) May 19 21:13:34.858090 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 21:13:34.858090 dv-cinder-784623-12-iscsi neutron-server[91836]: return func(*args, **kwargs) May 19 21:13:34.858090 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 21:13:34.858090 dv-cinder-784623-12-iscsi neutron-server[91836]: self._notify() May 19 21:13:34.858090 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 21:13:34.858090 dv-cinder-784623-12-iscsi neutron-server[91836]: self.callback(batched_events) May 19 21:13:34.858090 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 21:13:34.858090 dv-cinder-784623-12-iscsi neutron-server[91836]: event.method(event) May 19 21:13:34.858090 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 21:13:34.858090 dv-cinder-784623-12-iscsi neutron-server[91836]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 21:13:34.858090 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 21:13:34.858090 dv-cinder-784623-12-iscsi neutron-server[91836]: aggregate_uuid = self.p_client.list_aggregates( May 19 21:13:34.858090 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 21:13:34.858090 dv-cinder-784623-12-iscsi neutron-server[91836]: return f(self, *a, **k) May 19 21:13:34.858090 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 21:13:34.858090 dv-cinder-784623-12-iscsi neutron-server[91836]: return self._get(url).json() May 19 21:13:34.858090 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 21:13:34.858090 dv-cinder-784623-12-iscsi neutron-server[91836]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 21:13:34.858090 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 21:13:34.858090 dv-cinder-784623-12-iscsi neutron-server[91836]: return self.request(url, 'GET', **kwargs) May 19 21:13:34.858090 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 21:13:34.858090 dv-cinder-784623-12-iscsi neutron-server[91836]: base_url = self.get_endpoint(auth, allow=allow, May 19 21:13:34.858090 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 21:13:34.858090 dv-cinder-784623-12-iscsi neutron-server[91836]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 21:13:34.858090 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 21:13:34.858090 dv-cinder-784623-12-iscsi neutron-server[91836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 21:13:34.858090 dv-cinder-784623-12-iscsi neutron-server[91836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 21:13:34.872514 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-cdcd0488-e030-46c6-81e6-c168248bf178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-632064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663024'] for router, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:34.894234 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5e431c-d567-4bff-bf18-43c4988b953a None None] Network 73b7349c-369e-491e-baf8-e9528bb71f6c requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:13:34.949173 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-f8e898fc-6c85-412f-a45a-b46c7a8c63ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662838'] for network, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:34.955865 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-a8c1d316-a62a-4055-a3a4-e2d225e75e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:34.986053 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-f8e898fc-6c85-412f-a45a-b46c7a8c63ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:34.996087 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e898fc-6c85-412f-a45a-b46c7a8c63ce admin admin] Pushing event deleted for resources: {'Network': ['ID=6129b1c1-2969-4f61-8356-b52878478c32,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:34.997111 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-e2b55712-24b9-403d-9dda-f3aadc5f8f87 None None] Provisioning for port 8c9ac691-81fb-4ed0-8b60-6ef82f9f3118 completed by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:13:35.001585 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-f8e898fc-6c85-412f-a45a-b46c7a8c63ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:35.013211 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-f8e898fc-6c85-412f-a45a-b46c7a8c63ce admin admin] 10.222.0.44 "DELETE /v2.0/networks/6129b1c1-2969-4f61-8356-b52878478c32 HTTP/1.1" status: 204 len: 168 time: 0.6196673 May 19 21:13:35.021030 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-e2b55712-24b9-403d-9dda-f3aadc5f8f87 None None] Provisioning complete for port 8c9ac691-81fb-4ed0-8b60-6ef82f9f3118 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:13:35.021478 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-e2b55712-24b9-403d-9dda-f3aadc5f8f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:35.172348 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcd0488-e030-46c6-81e6-c168248bf178 admin admin] Router 46e5f1e4-367c-475c-bac1-d85741b38633 is scheduled to L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 with binding_index 1 {{(pid=91837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 21:13:35.183055 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 51628) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:13:35.247785 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-ba674740-ecb0-4796-8e1b-41df16e49177 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=21fee8a66eaf4db89256b3fbe71e78a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0625575 May 19 21:13:35.250597 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 51632) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:13:35.254588 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-e2b55712-24b9-403d-9dda-f3aadc5f8f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:35.305033 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-e2b55712-24b9-403d-9dda-f3aadc5f8f87 None None] For port 8c9ac691-81fb-4ed0-8b60-6ef82f9f3118, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=8c9ac691-81fb-4ed0-8b60-6ef82f9f3118,segment=NetworkSegment(8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0),segment_id=8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:13:35.312711 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-e2b55712-24b9-403d-9dda-f3aadc5f8f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:35.314840 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:35.343710 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-af889c3c-99a4-4a66-84ba-133d0d15b8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:35.391721 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcd0488-e030-46c6-81e6-c168248bf178 admin admin] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:13:35.395931 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-af889c3c-99a4-4a66-84ba-133d0d15b8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:35.401929 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b55712-24b9-403d-9dda-f3aadc5f8f87 None None] Pushing event updated for resources: {'Port': ['ID=8c9ac691-81fb-4ed0-8b60-6ef82f9f3118,revision_number=3']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:35.406513 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b49c602-d9d5-404c-94b0-220a8e324ee1 None None] Sync routers for ids ['46e5f1e4-367c-475c-bac1-d85741b38633'] in dv-cinder-784623-12-iscsi {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:13:35.410323 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-e2b55712-24b9-403d-9dda-f3aadc5f8f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:35.421724 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b49c602-d9d5-404c-94b0-220a8e324ee1 None None] Routers {'46e5f1e4-367c-475c-bac1-d85741b38633'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:13:35.422462 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-9b49c602-d9d5-404c-94b0-220a8e324ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:13:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['46e5f1e4-367c-475c-bac1-d85741b38633'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:13:35.427677 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-cdcd0488-e030-46c6-81e6-c168248bf178 admin admin] Notify callbacks [] for router, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:35.433352 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-cdcd0488-e030-46c6-81e6-c168248bf178 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2634349 May 19 21:13:35.433672 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 51636) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:13:35.675647 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-af889c3c-99a4-4a66-84ba-133d0d15b8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:35.687610 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-e7ac7e6d-3e1e-4227-98d1-a8a29c855627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:35.696749 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-9b49c602-d9d5-404c-94b0-220a8e324ee1 None None] Set router 46e5f1e4-367c-475c-bac1-d85741b38633 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:13:35.717961 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af889c3c-99a4-4a66-84ba-133d0d15b8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2697002-d0d1-448c-9499-141319b55618,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:35.725394 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-af889c3c-99a4-4a66-84ba-133d0d15b8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:35.837181 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-af889c3c-99a4-4a66-84ba-133d0d15b8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:35.843001 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-af889c3c-99a4-4a66-84ba-133d0d15b8c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c2697002-d0d1-448c-9499-141319b55618 HTTP/1.1" status: 204 len: 168 time: 0.5907781 May 19 21:13:36.099517 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 8c9ac691-81fb-4ed0-8b60-6ef82f9f3118 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:13:36.138157 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-2c2a2f22-e592-49ed-b048-c399093f80fd None None] Provisioning complete for port 8c9ac691-81fb-4ed0-8b60-6ef82f9f3118 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:13:36.138505 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-2c2a2f22-e592-49ed-b048-c399093f80fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:36.233989 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-efa196c1-2279-4a36-bf57-e272b8c2d276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:36.293406 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port 8c9ac691-81fb-4ed0-8b60-6ef82f9f3118 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:13:36.294055 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:36.385948 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-9b49c602-d9d5-404c-94b0-220a8e324ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'name': 'tempest-TestMinimumBasicScenario-2104613790-router', 'tenant_id': 'e141f08b4656401195114e7ec697b3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a56418f9-c2f6-4fe9-b9cf-286ede7866d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:32Z', 'updated_at': '2021-05-19T21:13:34Z', 'revision_number': 3, 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'gw_port': {'id': 'a56418f9-c2f6-4fe9-b9cf-286ede7866d5', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:09:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:33Z', 'updated_at': '2021-05-19T21:13:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi'}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:13:36.407850 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b49c602-d9d5-404c-94b0-220a8e324ee1 None None] Checking router: 46e5f1e4-367c-475c-bac1-d85741b38633 for host: dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:13:36.408177 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b49c602-d9d5-404c-94b0-220a8e324ee1 None None] Updating router 46e5f1e4-367c-475c-bac1-d85741b38633 port a56418f9-c2f6-4fe9-b9cf-286ede7866d5 binding host dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:13:36.510886 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-9b49c602-d9d5-404c-94b0-220a8e324ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:36.722336 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-76de31d8-0f22-45fd-8f1a-97630c8e6e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:37.022403 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [None req-76de31d8-0f22-45fd-8f1a-97630c8e6e67 admin admin] Allocated IP 172.20.0.1 (73b7349c-369e-491e-baf8-e9528bb71f6c/5dd05cad-8fb2-4162-80dd-c762712c0dfd/d42952b5-0bad-4a04-9091-c9247f438d20) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:13:37.081080 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-9b49c602-d9d5-404c-94b0-220a8e324ee1 None None] Notify callbacks [] for port, precommit_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:37.105460 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-9b49c602-d9d5-404c-94b0-220a8e324ee1 None None] Transition to ACTIVE for port object a56418f9-c2f6-4fe9-b9cf-286ede7866d5 will not be triggered until provisioned by entity L2. {{(pid=91838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:13:37.116572 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-9b49c602-d9d5-404c-94b0-220a8e324ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:37.122108 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:37.200061 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-76de31d8-0f22-45fd-8f1a-97630c8e6e67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:37.204178 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-9b49c602-d9d5-404c-94b0-220a8e324ee1 None None] Attempting to bind port a56418f9-c2f6-4fe9-b9cf-286ede7866d5 on host dv-cinder-784623-12-iscsi for vnic_type normal with profile {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:13:37.204569 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-9b49c602-d9d5-404c-94b0-220a8e324ee1 None None] Attempting to bind port a56418f9-c2f6-4fe9-b9cf-286ede7866d5 by drivers openvswitch,hyperv on host dv-cinder-784623-12-iscsi at level 0 using segments [{'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:13:37.204942 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b49c602-d9d5-404c-94b0-220a8e324ee1 None None] Attempting to bind port a56418f9-c2f6-4fe9-b9cf-286ede7866d5 on network 7528c24a-f700-413f-aad3-165c7750b403 {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:13:37.208768 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd0f7c-e300-4333-a935-dbee7e94d41f None None] Pushing event updated for resources: {'Port': ['ID=a56418f9-c2f6-4fe9-b9cf-286ede7866d5,revision_number=2']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:37.213618 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-2ccd0f7c-e300-4333-a935-dbee7e94d41f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:37.214735 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b49c602-d9d5-404c-94b0-220a8e324ee1 None None] Checking agent: {'id': 'f197b149-8cce-4905-bf69-1a24ef250a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 0, 38), 'started_at': datetime.datetime(2021, 5, 19, 21, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:13:37.215150 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b49c602-d9d5-404c-94b0-220a8e324ee1 None None] Checking segment: {'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:13:37.215572 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-9b49c602-d9d5-404c-94b0-220a8e324ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:37.215978 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b49c602-d9d5-404c-94b0-220a8e324ee1 None None] Bound using segment: {'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:13:37.216472 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-9b49c602-d9d5-404c-94b0-220a8e324ee1 None None] Bound port: a56418f9-c2f6-4fe9-b9cf-286ede7866d5, host: dv-cinder-784623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'}}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:13:37.216858 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-9b49c602-d9d5-404c-94b0-220a8e324ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:37.235174 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [None req-76de31d8-0f22-45fd-8f1a-97630c8e6e67 admin admin] Transition to ACTIVE for port object d42952b5-0bad-4a04-9091-c9247f438d20 will not be triggered until provisioned by entity DHCP. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:13:37.262696 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-76de31d8-0f22-45fd-8f1a-97630c8e6e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:37.275420 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-fed946ed-9c6f-441d-9abf-440e03dc1897 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:37.342094 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-9b49c602-d9d5-404c-94b0-220a8e324ee1 None None] For port a56418f9-c2f6-4fe9-b9cf-286ede7866d5, host dv-cinder-784623-12-iscsi, cleared binding levels {{(pid=91838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:13:37.346457 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-9b49c602-d9d5-404c-94b0-220a8e324ee1 None None] For port a56418f9-c2f6-4fe9-b9cf-286ede7866d5, host dv-cinder-784623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=a56418f9-c2f6-4fe9-b9cf-286ede7866d5,segment=NetworkSegment(2ae65b33-9dba-40dd-84dc-4e059aac7a0c),segment_id=2ae65b33-9dba-40dd-84dc-4e059aac7a0c)] {{(pid=91838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:13:37.349098 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de31d8-0f22-45fd-8f1a-97630c8e6e67 admin admin] Pushing event updated for resources: {'Port': ['ID=d42952b5-0bad-4a04-9091-c9247f438d20,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:37.353247 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-76de31d8-0f22-45fd-8f1a-97630c8e6e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:37.353520 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-9b49c602-d9d5-404c-94b0-220a8e324ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:37.358588 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76de31d8-0f22-45fd-8f1a-97630c8e6e67 admin admin] Network 73b7349c-369e-491e-baf8-e9528bb71f6c is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:13:37.359932 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-76de31d8-0f22-45fd-8f1a-97630c8e6e67 admin admin] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:13:37.362682 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:37.363015 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76de31d8-0f22-45fd-8f1a-97630c8e6e67 admin admin] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:13:37.419084 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-76de31d8-0f22-45fd-8f1a-97630c8e6e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658499'] for router_interface, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:37.615402 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd0f7c-e300-4333-a935-dbee7e94d41f None None] Pushing event updated for resources: {'Port': ['ID=a56418f9-c2f6-4fe9-b9cf-286ede7866d5,revision_number=3']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:37.619793 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-2ccd0f7c-e300-4333-a935-dbee7e94d41f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:37.621061 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b49c602-d9d5-404c-94b0-220a8e324ee1 None None] Routers {'46e5f1e4-367c-475c-bac1-d85741b38633'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:13:37.621061 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-9b49c602-d9d5-404c-94b0-220a8e324ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:13:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['46e5f1e4-367c-475c-bac1-d85741b38633'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:13:37.780634 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-76de31d8-0f22-45fd-8f1a-97630c8e6e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:37.809368 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c2059292-cb0e-4f09-bbe9-ba8c3d737206 None None] Provisioning for port d42952b5-0bad-4a04-9091-c9247f438d20 completed by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:13:37.829891 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c2059292-cb0e-4f09-bbe9-ba8c3d737206 None None] Provisioning complete for port d42952b5-0bad-4a04-9091-c9247f438d20 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:13:37.830241 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c2059292-cb0e-4f09-bbe9-ba8c3d737206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:37.901983 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-9b49c602-d9d5-404c-94b0-220a8e324ee1 None None] Set router 46e5f1e4-367c-475c-bac1-d85741b38633 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:13:37.949648 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-c2059292-cb0e-4f09-bbe9-ba8c3d737206 None None] Port d42952b5-0bad-4a04-9091-c9247f438d20 cannot update to ACTIVE because it is not bound. {{(pid=91838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 21:13:38.116707 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-76de31d8-0f22-45fd-8f1a-97630c8e6e67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:38.124921 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-76de31d8-0f22-45fd-8f1a-97630c8e6e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:38.169718 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-64ea7abd-2a10-4e4c-b050-8a4aa3fb411e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:38.262937 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-76de31d8-0f22-45fd-8f1a-97630c8e6e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658468'] for router_interface, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:38.267083 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de31d8-0f22-45fd-8f1a-97630c8e6e67 admin admin] Pushing event updated for resources: {'Port': ['ID=d42952b5-0bad-4a04-9091-c9247f438d20,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:38.270910 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-76de31d8-0f22-45fd-8f1a-97630c8e6e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:38.314429 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-9b49c602-d9d5-404c-94b0-220a8e324ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'name': 'tempest-TestMinimumBasicScenario-2104613790-router', 'tenant_id': 'e141f08b4656401195114e7ec697b3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a56418f9-c2f6-4fe9-b9cf-286ede7866d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:32Z', 'updated_at': '2021-05-19T21:13:34Z', 'revision_number': 3, 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'gw_port': {'id': 'a56418f9-c2f6-4fe9-b9cf-286ede7866d5', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:09:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:33Z', 'updated_at': '2021-05-19T21:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi'}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:13:38.319382 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b49c602-d9d5-404c-94b0-220a8e324ee1 None None] The sync data for ids ['46e5f1e4-367c-475c-bac1-d85741b38633'] in dv-cinder-784623-12-iscsi is: [{'id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'name': 'tempest-TestMinimumBasicScenario-2104613790-router', 'tenant_id': 'e141f08b4656401195114e7ec697b3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a56418f9-c2f6-4fe9-b9cf-286ede7866d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:32Z', 'updated_at': '2021-05-19T21:13:34Z', 'revision_number': 3, 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'gw_port': {'id': 'a56418f9-c2f6-4fe9-b9cf-286ede7866d5', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:09:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:33Z', 'updated_at': '2021-05-19T21:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi'}] {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:13:38.451160 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76de31d8-0f22-45fd-8f1a-97630c8e6e67 admin admin] Network 73b7349c-369e-491e-baf8-e9528bb71f6c is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:13:38.452729 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-76de31d8-0f22-45fd-8f1a-97630c8e6e67 admin admin] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:13:38.485996 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:38.815654 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-6f15a37a-47d5-4d9f-85dd-1d69d08fa80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:38.878231 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-f80ed88d-1e8d-4008-8da2-979ed009d998 None None] Provisioning complete for port d42952b5-0bad-4a04-9091-c9247f438d20 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:13:38.878640 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-f80ed88d-1e8d-4008-8da2-979ed009d998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:38.943318 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-f80ed88d-1e8d-4008-8da2-979ed009d998 None None] Port d42952b5-0bad-4a04-9091-c9247f438d20 cannot update to ACTIVE because it is not bound. {{(pid=91838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 21:13:38.967054 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76de31d8-0f22-45fd-8f1a-97630c8e6e67 admin admin] Router 46e5f1e4-367c-475c-bac1-d85741b38633 has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:13:39.193709 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76de31d8-0f22-45fd-8f1a-97630c8e6e67 admin admin] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:13:39.207570 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-76de31d8-0f22-45fd-8f1a-97630c8e6e67 admin admin] 10.222.0.44 "PUT /v2.0/routers/46e5f1e4-367c-475c-bac1-d85741b38633/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7723320 May 19 21:13:39.452189 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:40.027773 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 51716) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:13:40.039187 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-8e55f033-34ed-4971-af48-7e6a6436d9ab admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-880904996-network', 'tenant_id': '035a244c2b4241c4bccab9c0f81d8cb8'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:13:40.048790 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-8e55f033-34ed-4971-af48-7e6a6436d9ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:13:40.054622 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-8e55f033-34ed-4971-af48-7e6a6436d9ab admin admin] Usage tracker for resource:network and tenant:035a244c2b4241c4bccab9c0f81d8cb8 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:13:40.058846 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-8e55f033-34ed-4971-af48-7e6a6436d9ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:13:40.067412 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-8e55f033-34ed-4971-af48-7e6a6436d9ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:13:40.087347 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e55f033-34ed-4971-af48-7e6a6436d9ab admin admin] Made reservation on behalf of 035a244c2b4241c4bccab9c0f81d8cb8 for: {'network': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:13:40.091670 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8e55f033-34ed-4971-af48-7e6a6436d9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1785277'] for network, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:40.106490 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8e55f033-34ed-4971-af48-7e6a6436d9ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:40.119308 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device a56418f9-c2f6-4fe9-b9cf-286ede7866d5 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:13:40.126449 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-8e55f033-34ed-4971-af48-7e6a6436d9ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:13:40.131804 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-8e55f033-34ed-4971-af48-7e6a6436d9ab admin admin] Usage tracker for resource:security_group_rule and tenant:035a244c2b4241c4bccab9c0f81d8cb8 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:13:40.135585 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-8e55f033-34ed-4971-af48-7e6a6436d9ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:13:40.142934 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-8e55f033-34ed-4971-af48-7e6a6436d9ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:13:40.245172 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning for port a56418f9-c2f6-4fe9-b9cf-286ede7866d5 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:13:40.251450 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port a56418f9-c2f6-4fe9-b9cf-286ede7866d5 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:13:40.251939 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:40.301701 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8e55f033-34ed-4971-af48-7e6a6436d9ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:40.311290 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8e55f033-34ed-4971-af48-7e6a6436d9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:40.316771 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-77616257-24d7-4c9e-8580-fbcd5a0116c1 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:40.366625 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e55f033-34ed-4971-af48-7e6a6436d9ab admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=91836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:13:40.377153 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e55f033-34ed-4971-af48-7e6a6436d9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd8c025-7cf1-46d8-a65a-0cf231e8d0d7,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:40.379890 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6dc34c-76b2-4591-92f6-40dcfa5c2d78 None None] Sync routers for ids ['46e5f1e4-367c-475c-bac1-d85741b38633'] in dv-cinder-784623-12-iscsi {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:13:40.383175 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-8e55f033-34ed-4971-af48-7e6a6436d9ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:40.388748 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8e55f033-34ed-4971-af48-7e6a6436d9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:40.389997 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.db.segments_db [None req-8e55f033-34ed-4971-af48-7e6a6436d9ab admin admin] Added segment bf518d5f-0180-4f98-83fe-0a196c75da67 of type vlan for network dea5e342-debc-482f-a025-b9db9fb0f6b4 May 19 21:13:40.394215 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6dc34c-76b2-4591-92f6-40dcfa5c2d78 None None] Routers {'46e5f1e4-367c-475c-bac1-d85741b38633'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:13:40.394694 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-1d6dc34c-76b2-4591-92f6-40dcfa5c2d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:13:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['46e5f1e4-367c-475c-bac1-d85741b38633'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:13:40.433881 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8e55f033-34ed-4971-af48-7e6a6436d9ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750774008697'] for network, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:40.486728 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8e55f033-34ed-4971-af48-7e6a6436d9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448'] for network, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:40.489313 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e55f033-34ed-4971-af48-7e6a6436d9ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:40.490203 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8e55f033-34ed-4971-af48-7e6a6436d9ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:40.498403 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:40.516746 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:40.546609 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] For port a56418f9-c2f6-4fe9-b9cf-286ede7866d5, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=a56418f9-c2f6-4fe9-b9cf-286ede7866d5,segment=NetworkSegment(2ae65b33-9dba-40dd-84dc-4e059aac7a0c),segment_id=2ae65b33-9dba-40dd-84dc-4e059aac7a0c)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:13:40.553853 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:40.565256 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:40.633365 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-8e55f033-34ed-4971-af48-7e6a6436d9ab admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6037738 May 19 21:13:40.635737 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e55f033-34ed-4971-af48-7e6a6436d9ab admin admin] Pushing event updated for resources: {'Network': ['ID=dea5e342-debc-482f-a025-b9db9fb0f6b4,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:40.637804 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 51726) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:13:40.641169 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-8e55f033-34ed-4971-af48-7e6a6436d9ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:40.646043 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-737ff16f-323b-4c1c-9587-328c54fe8b3e admin admin] Request body: {'subnet': {'network_id': 'dea5e342-debc-482f-a025-b9db9fb0f6b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-880904996-subnet', 'tenant_id': '035a244c2b4241c4bccab9c0f81d8cb8', 'ip_version': 4}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:13:40.650157 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-1d6dc34c-76b2-4591-92f6-40dcfa5c2d78 None None] Set router 46e5f1e4-367c-475c-bac1-d85741b38633 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:13:40.652573 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-737ff16f-323b-4c1c-9587-328c54fe8b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:13:40.658084 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-737ff16f-323b-4c1c-9587-328c54fe8b3e admin admin] Usage tracker for resource:subnet and tenant:035a244c2b4241c4bccab9c0f81d8cb8 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:13:40.663413 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-737ff16f-323b-4c1c-9587-328c54fe8b3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:13:40.670799 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-737ff16f-323b-4c1c-9587-328c54fe8b3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:13:40.685268 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737ff16f-323b-4c1c-9587-328c54fe8b3e admin admin] Made reservation on behalf of 035a244c2b4241c4bccab9c0f81d8cb8 for: {'subnet': 1} {{(pid=91837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:13:40.688745 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-737ff16f-323b-4c1c-9587-328c54fe8b3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6349989'] for subnet, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:40.710904 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Network dea5e342-debc-482f-a025-b9db9fb0f6b4 details requested by agent ovs-agent-dv-cinder-784623-12-iscsi with host dv-cinder-784623-12-iscsi {{(pid=91838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 21:13:40.766520 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Pushing event updated for resources: {'Port': ['ID=a56418f9-c2f6-4fe9-b9cf-286ede7866d5,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:40.791372 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:41.052933 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-1d6dc34c-76b2-4591-92f6-40dcfa5c2d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'name': 'tempest-TestMinimumBasicScenario-2104613790-router', 'tenant_id': 'e141f08b4656401195114e7ec697b3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a56418f9-c2f6-4fe9-b9cf-286ede7866d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:32Z', 'updated_at': '2021-05-19T21:13:37Z', 'revision_number': 4, 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'gw_port': {'id': 'a56418f9-c2f6-4fe9-b9cf-286ede7866d5', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:09:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:33Z', 'updated_at': '2021-05-19T21:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'd42952b5-0bad-4a04-9091-c9247f438d20', 'name': '', 'network_id': '73b7349c-369e-491e-baf8-e9528bb71f6c', 'tenant_id': 'e141f08b4656401195114e7ec697b3cc', 'mac_address': 'fa:16:3e:ba:6a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5dd05cad-8fb2-4162-80dd-c762712c0dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:36Z', 'updated_at': '2021-05-19T21:13:37Z', 'revision_number': 2, 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'subnets': [{'id': '5dd05cad-8fb2-4162-80dd-c762712c0dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:13:41.057296 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6dc34c-76b2-4591-92f6-40dcfa5c2d78 None None] Checking router: 46e5f1e4-367c-475c-bac1-d85741b38633 for host: dv-cinder-784623-12-iscsi {{(pid=91839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:13:41.057647 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6dc34c-76b2-4591-92f6-40dcfa5c2d78 None None] Updating router 46e5f1e4-367c-475c-bac1-d85741b38633 port d42952b5-0bad-4a04-9091-c9247f438d20 binding host dv-cinder-784623-12-iscsi {{(pid=91839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:13:41.119691 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-1d6dc34c-76b2-4591-92f6-40dcfa5c2d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:41.245511 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:41.271335 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-737ff16f-323b-4c1c-9587-328c54fe8b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6801213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6349975'] for subnet, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:41.277325 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-cf57add7-47a5-4473-89db-9032bb2adeef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:41.354556 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ff16f-323b-4c1c-9587-328c54fe8b3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d53ac2d-31d6-4458-b4f0-d74bdb318fcb,revision_number=0']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:41.358733 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-737ff16f-323b-4c1c-9587-328c54fe8b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:41.365979 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737ff16f-323b-4c1c-9587-328c54fe8b3e admin admin] Checking segment: {'id': 'bf518d5f-0180-4f98-83fe-0a196c75da67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dea5e342-debc-482f-a025-b9db9fb0f6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:13:41.366385 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737ff16f-323b-4c1c-9587-328c54fe8b3e admin admin] Network hostable DHCP agents. Network: dea5e342-debc-482f-a025-b9db9fb0f6b4, hostable agents: ['79fa1e52-5d5b-4f2e-bd0b-6133595bf37f'], hosted agents: [] {{(pid=91837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:13:41.389483 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737ff16f-323b-4c1c-9587-328c54fe8b3e admin admin] Network dea5e342-debc-482f-a025-b9db9fb0f6b4 is scheduled to be hosted by DHCP agent 79fa1e52-5d5b-4f2e-bd0b-6133595bf37f with binding_index 1 {{(pid=91837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:13:41.402693 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.base_scheduler [None req-737ff16f-323b-4c1c-9587-328c54fe8b3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-12-iscsi, dea5e342-debc-482f-a025-b9db9fb0f6b4) {{(pid=91837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:13:41.413765 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737ff16f-323b-4c1c-9587-328c54fe8b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:41.416823 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-737ff16f-323b-4c1c-9587-328c54fe8b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for subnet, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:41.423789 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c63882-8969-4b92-a925-73a7598b238d None None] Network dea5e342-debc-482f-a025-b9db9fb0f6b4 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:13:41.443464 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-737ff16f-323b-4c1c-9587-328c54fe8b3e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8036745 May 19 21:13:41.447791 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 51740) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:13:41.455395 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-6b36863b-bb79-4969-b3f6-dc028645d09f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-880904996-router', 'tenant_id': '035a244c2b4241c4bccab9c0f81d8cb8', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403'}}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:13:41.462410 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-6b36863b-bb79-4969-b3f6-dc028645d09f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:13:41.469008 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-6b36863b-bb79-4969-b3f6-dc028645d09f admin admin] Usage tracker for resource:router and tenant:035a244c2b4241c4bccab9c0f81d8cb8 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:13:41.473528 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-6b36863b-bb79-4969-b3f6-dc028645d09f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:13:41.484570 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-6b36863b-bb79-4969-b3f6-dc028645d09f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:13:41.501572 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6b36863b-bb79-4969-b3f6-dc028645d09f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-632075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5397'] for router, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:41.504348 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6b36863b-bb79-4969-b3f6-dc028645d09f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5406'] for router, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:41.535881 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6b36863b-bb79-4969-b3f6-dc028645d09f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:41.721919 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-1d6dc34c-76b2-4591-92f6-40dcfa5c2d78 None None] Notify callbacks [] for port, precommit_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:41.754279 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.provisioning_blocks [None req-1d6dc34c-76b2-4591-92f6-40dcfa5c2d78 None None] Transition to ACTIVE for port object d42952b5-0bad-4a04-9091-c9247f438d20 will not be triggered until provisioned by entity L2. {{(pid=91839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:13:41.769702 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-1d6dc34c-76b2-4591-92f6-40dcfa5c2d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:41.783791 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:41.802286 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b23a35-7b94-4c90-bc1b-d1acb58ebd67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c1ac1fe-8999-50db-9da9-b16559c89988-dea5e342-debc-482f-a025-b9db9fb0f6b4', 'network_id': 'dea5e342-debc-482f-a025-b9db9fb0f6b4', 'tenant_id': '035a244c2b4241c4bccab9c0f81d8cb8', 'fixed_ips': [{'subnet_id': '1d53ac2d-31d6-4458-b4f0-d74bdb318fcb'}]}} from dv-cinder-784623-12-iscsi. {{(pid=91838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 21:13:41.803616 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-b2b23a35-7b94-4c90-bc1b-d1acb58ebd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:41.967790 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6b36863b-bb79-4969-b3f6-dc028645d09f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-662851', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-632185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5424'] for router, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:42.019185 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144e3ef-fe92-4901-b081-5882ca22bd27 None None] Pushing event updated for resources: {'Port': ['ID=d42952b5-0bad-4a04-9091-c9247f438d20,revision_number=3']} {{(pid=91839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:42.131106 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144e3ef-fe92-4901-b081-5882ca22bd27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:42.131329 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144e3ef-fe92-4901-b081-5882ca22bd27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:42.131491 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144e3ef-fe92-4901-b081-5882ca22bd27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:42.131819 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144e3ef-fe92-4901-b081-5882ca22bd27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:42.132259 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144e3ef-fe92-4901-b081-5882ca22bd27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:42.132761 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144e3ef-fe92-4901-b081-5882ca22bd27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:42.133029 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144e3ef-fe92-4901-b081-5882ca22bd27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:42.133344 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144e3ef-fe92-4901-b081-5882ca22bd27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:42.133676 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144e3ef-fe92-4901-b081-5882ca22bd27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:42.133986 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144e3ef-fe92-4901-b081-5882ca22bd27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:42.134292 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144e3ef-fe92-4901-b081-5882ca22bd27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:42.134600 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144e3ef-fe92-4901-b081-5882ca22bd27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:42.142899 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [None req-e144e3ef-fe92-4901-b081-5882ca22bd27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:42.163856 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.managers [None req-1d6dc34c-76b2-4591-92f6-40dcfa5c2d78 None None] Attempting to bind port d42952b5-0bad-4a04-9091-c9247f438d20 on host dv-cinder-784623-12-iscsi for vnic_type normal with profile {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:13:42.164271 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.managers [None req-1d6dc34c-76b2-4591-92f6-40dcfa5c2d78 None None] Attempting to bind port d42952b5-0bad-4a04-9091-c9247f438d20 by drivers openvswitch,hyperv on host dv-cinder-784623-12-iscsi at level 0 using segments [{'id': '8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '73b7349c-369e-491e-baf8-e9528bb71f6c'}] {{(pid=91839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:13:42.164658 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dc34c-76b2-4591-92f6-40dcfa5c2d78 None None] Attempting to bind port d42952b5-0bad-4a04-9091-c9247f438d20 on network 73b7349c-369e-491e-baf8-e9528bb71f6c {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:13:42.171374 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device a56418f9-c2f6-4fe9-b9cf-286ede7866d5 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:13:42.180046 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dc34c-76b2-4591-92f6-40dcfa5c2d78 None None] Checking agent: {'id': 'f197b149-8cce-4905-bf69-1a24ef250a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 0, 38), 'started_at': datetime.datetime(2021, 5, 19, 21, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:13:42.180308 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dc34c-76b2-4591-92f6-40dcfa5c2d78 None None] Checking segment: {'id': '8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '73b7349c-369e-491e-baf8-e9528bb71f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:13:42.180710 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-1d6dc34c-76b2-4591-92f6-40dcfa5c2d78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:42.181110 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dc34c-76b2-4591-92f6-40dcfa5c2d78 None None] Bound using segment: {'id': '8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '73b7349c-369e-491e-baf8-e9528bb71f6c'} {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:13:42.181606 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.managers [None req-1d6dc34c-76b2-4591-92f6-40dcfa5c2d78 None None] Bound port: d42952b5-0bad-4a04-9091-c9247f438d20, host: dv-cinder-784623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '73b7349c-369e-491e-baf8-e9528bb71f6c'}}] {{(pid=91839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:13:42.182067 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-1d6dc34c-76b2-4591-92f6-40dcfa5c2d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:42.322780 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.db [None req-1d6dc34c-76b2-4591-92f6-40dcfa5c2d78 None None] For port d42952b5-0bad-4a04-9091-c9247f438d20, host dv-cinder-784623-12-iscsi, cleared binding levels {{(pid=91839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:13:42.328992 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.db [None req-1d6dc34c-76b2-4591-92f6-40dcfa5c2d78 None None] For port d42952b5-0bad-4a04-9091-c9247f438d20, host dv-cinder-784623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=d42952b5-0bad-4a04-9091-c9247f438d20,segment=NetworkSegment(8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0),segment_id=8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0)] {{(pid=91839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:13:42.333777 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.db_base_plugin_common [None req-b2b23a35-7b94-4c90-bc1b-d1acb58ebd67 None None] Allocated IP 172.20.0.2 (dea5e342-debc-482f-a025-b9db9fb0f6b4/1d53ac2d-31d6-4458-b4f0-d74bdb318fcb/298bac8c-a0c6-4c60-9e6e-2e8936529150) {{(pid=91838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:13:42.341466 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-1d6dc34c-76b2-4591-92f6-40dcfa5c2d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:42.350528 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:42.386741 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port a56418f9-c2f6-4fe9-b9cf-286ede7866d5 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:13:42.387141 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:42.433979 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6dc34c-76b2-4591-92f6-40dcfa5c2d78 None None] Routers {'46e5f1e4-367c-475c-bac1-d85741b38633'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:13:42.434661 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-1d6dc34c-76b2-4591-92f6-40dcfa5c2d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:13:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['46e5f1e4-367c-475c-bac1-d85741b38633'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:13:42.515604 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6b36863b-bb79-4969-b3f6-dc028645d09f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:42.551078 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6b36863b-bb79-4969-b3f6-dc028645d09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:42.667515 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144e3ef-fe92-4901-b081-5882ca22bd27 None None] Pushing event updated for resources: {'Port': ['ID=d42952b5-0bad-4a04-9091-c9247f438d20,revision_number=4']} {{(pid=91839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:42.672471 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [None req-e144e3ef-fe92-4901-b081-5882ca22bd27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:42.688962 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-1d6dc34c-76b2-4591-92f6-40dcfa5c2d78 None None] Set router 46e5f1e4-367c-475c-bac1-d85741b38633 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:13:42.749123 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-b2b23a35-7b94-4c90-bc1b-d1acb58ebd67 None None] Notify callbacks [] for port, precommit_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:42.751245 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [None req-6b36863b-bb79-4969-b3f6-dc028645d09f admin admin] Allocated IP 172.27.1.179 (7528c24a-f700-413f-aad3-165c7750b403/5baa0079-c83e-4549-8f83-3def60c01514/0d0af4e6-1edf-413e-ab4e-4dac50386f2f) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:13:42.767702 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-b2b23a35-7b94-4c90-bc1b-d1acb58ebd67 None None] Transition to ACTIVE for port object 298bac8c-a0c6-4c60-9e6e-2e8936529150 will not be triggered until provisioned by entity L2. {{(pid=91838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:13:42.797015 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-b2b23a35-7b94-4c90-bc1b-d1acb58ebd67 None None] Transition to ACTIVE for port object 298bac8c-a0c6-4c60-9e6e-2e8936529150 will not be triggered until provisioned by entity DHCP. {{(pid=91838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:13:42.806602 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-b2b23a35-7b94-4c90-bc1b-d1acb58ebd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111'] for port, after_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:42.811773 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:42.900333 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b23a35-7b94-4c90-bc1b-d1acb58ebd67 None None] Network dea5e342-debc-482f-a025-b9db9fb0f6b4 is already hosted by enough agents. {{(pid=91838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:13:42.905668 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.scheduler.base_scheduler [None req-b2b23a35-7b94-4c90-bc1b-d1acb58ebd67 None None] Resources bound (agent type, host, resource id): {{(pid=91838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:13:42.912083 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b23a35-7b94-4c90-bc1b-d1acb58ebd67 None None] Received port after_create {{(pid=91838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:13:42.967400 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b23a35-7b94-4c90-bc1b-d1acb58ebd67 None None] Pushing event updated for resources: {'Port': ['ID=298bac8c-a0c6-4c60-9e6e-2e8936529150,revision_number=1']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:42.982126 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-b2b23a35-7b94-4c90-bc1b-d1acb58ebd67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:43.065799 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-b2b23a35-7b94-4c90-bc1b-d1acb58ebd67 None None] Attempting to bind port 298bac8c-a0c6-4c60-9e6e-2e8936529150 on host dv-cinder-784623-12-iscsi for vnic_type normal with profile {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:13:43.066504 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-b2b23a35-7b94-4c90-bc1b-d1acb58ebd67 None None] Attempting to bind port 298bac8c-a0c6-4c60-9e6e-2e8936529150 by drivers openvswitch,hyperv on host dv-cinder-784623-12-iscsi at level 0 using segments [{'id': 'bf518d5f-0180-4f98-83fe-0a196c75da67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dea5e342-debc-482f-a025-b9db9fb0f6b4'}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:13:43.067206 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b23a35-7b94-4c90-bc1b-d1acb58ebd67 None None] Attempting to bind port 298bac8c-a0c6-4c60-9e6e-2e8936529150 on network dea5e342-debc-482f-a025-b9db9fb0f6b4 {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:13:43.078383 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b23a35-7b94-4c90-bc1b-d1acb58ebd67 None None] Checking agent: {'id': 'f197b149-8cce-4905-bf69-1a24ef250a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 0, 38), 'started_at': datetime.datetime(2021, 5, 19, 21, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:13:43.079417 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b23a35-7b94-4c90-bc1b-d1acb58ebd67 None None] Checking segment: {'id': 'bf518d5f-0180-4f98-83fe-0a196c75da67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dea5e342-debc-482f-a025-b9db9fb0f6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:13:43.080180 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-b2b23a35-7b94-4c90-bc1b-d1acb58ebd67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:43.080940 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b23a35-7b94-4c90-bc1b-d1acb58ebd67 None None] Bound using segment: {'id': 'bf518d5f-0180-4f98-83fe-0a196c75da67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dea5e342-debc-482f-a025-b9db9fb0f6b4'} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:13:43.081850 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-b2b23a35-7b94-4c90-bc1b-d1acb58ebd67 None None] Bound port: 298bac8c-a0c6-4c60-9e6e-2e8936529150, host: dv-cinder-784623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf518d5f-0180-4f98-83fe-0a196c75da67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dea5e342-debc-482f-a025-b9db9fb0f6b4'}}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:13:43.082749 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-b2b23a35-7b94-4c90-bc1b-d1acb58ebd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:43.097908 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6b36863b-bb79-4969-b3f6-dc028645d09f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:43.133999 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6b36863b-bb79-4969-b3f6-dc028645d09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:43.140118 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-fbc8aeb9-a90b-4239-b640-04e1712e8f59 tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:43.160032 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-1d6dc34c-76b2-4591-92f6-40dcfa5c2d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'name': 'tempest-TestMinimumBasicScenario-2104613790-router', 'tenant_id': 'e141f08b4656401195114e7ec697b3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a56418f9-c2f6-4fe9-b9cf-286ede7866d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:32Z', 'updated_at': '2021-05-19T21:13:37Z', 'revision_number': 4, 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'gw_port': {'id': 'a56418f9-c2f6-4fe9-b9cf-286ede7866d5', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:09:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:33Z', 'updated_at': '2021-05-19T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'd42952b5-0bad-4a04-9091-c9247f438d20', 'name': '', 'network_id': '73b7349c-369e-491e-baf8-e9528bb71f6c', 'tenant_id': 'e141f08b4656401195114e7ec697b3cc', 'mac_address': 'fa:16:3e:ba:6a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5dd05cad-8fb2-4162-80dd-c762712c0dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:36Z', 'updated_at': '2021-05-19T21:13:42Z', 'revision_number': 4, 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'subnets': [{'id': '5dd05cad-8fb2-4162-80dd-c762712c0dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:13:43.166390 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6dc34c-76b2-4591-92f6-40dcfa5c2d78 None None] The sync data for ids ['46e5f1e4-367c-475c-bac1-d85741b38633'] in dv-cinder-784623-12-iscsi is: [{'id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'name': 'tempest-TestMinimumBasicScenario-2104613790-router', 'tenant_id': 'e141f08b4656401195114e7ec697b3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a56418f9-c2f6-4fe9-b9cf-286ede7866d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:32Z', 'updated_at': '2021-05-19T21:13:37Z', 'revision_number': 4, 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'gw_port': {'id': 'a56418f9-c2f6-4fe9-b9cf-286ede7866d5', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:09:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:33Z', 'updated_at': '2021-05-19T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'd42952b5-0bad-4a04-9091-c9247f438d20', 'name': '', 'network_id': '73b7349c-369e-491e-baf8-e9528bb71f6c', 'tenant_id': 'e141f08b4656401195114e7ec697b3cc', 'mac_address': 'fa:16:3e:ba:6a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5dd05cad-8fb2-4162-80dd-c762712c0dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:36Z', 'updated_at': '2021-05-19T21:13:42Z', 'revision_number': 4, 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'subnets': [{'id': '5dd05cad-8fb2-4162-80dd-c762712c0dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:13:43.203937 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b36863b-bb79-4969-b3f6-dc028645d09f admin admin] Network 7528c24a-f700-413f-aad3-165c7750b403 is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:13:43.207050 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-6b36863b-bb79-4969-b3f6-dc028645d09f admin admin] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:13:43.211168 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b36863b-bb79-4969-b3f6-dc028645d09f admin admin] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:13:43.248647 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-b2b23a35-7b94-4c90-bc1b-d1acb58ebd67 None None] For port 298bac8c-a0c6-4c60-9e6e-2e8936529150, host dv-cinder-784623-12-iscsi, cleared binding levels {{(pid=91838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:13:43.252506 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-b2b23a35-7b94-4c90-bc1b-d1acb58ebd67 None None] For port 298bac8c-a0c6-4c60-9e6e-2e8936529150, host dv-cinder-784623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=298bac8c-a0c6-4c60-9e6e-2e8936529150,segment=NetworkSegment(bf518d5f-0180-4f98-83fe-0a196c75da67),segment_id=bf518d5f-0180-4f98-83fe-0a196c75da67)] {{(pid=91838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:13:43.269212 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-b2b23a35-7b94-4c90-bc1b-d1acb58ebd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:43.276046 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36863b-bb79-4969-b3f6-dc028645d09f admin admin] Pushing event updated for resources: {'Port': ['ID=0d0af4e6-1edf-413e-ab4e-4dac50386f2f,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:43.276544 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:43.281124 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-6b36863b-bb79-4969-b3f6-dc028645d09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:43.396231 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b23a35-7b94-4c90-bc1b-d1acb58ebd67 None None] Pushing event updated for resources: {'Port': ['ID=298bac8c-a0c6-4c60-9e6e-2e8936529150,revision_number=2']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:43.401072 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-b2b23a35-7b94-4c90-bc1b-d1acb58ebd67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:43.774634 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6b36863b-bb79-4969-b3f6-dc028645d09f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:44.143875 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 298bac8c-a0c6-4c60-9e6e-2e8936529150 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:13:44.190300 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6b36863b-bb79-4969-b3f6-dc028645d09f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-632064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663024'] for router, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:44.290525 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning for port 298bac8c-a0c6-4c60-9e6e-2e8936529150 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:13:44.296366 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device d42952b5-0bad-4a04-9091-c9247f438d20 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:13:44.387820 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning for port d42952b5-0bad-4a04-9091-c9247f438d20 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:13:44.412349 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port d42952b5-0bad-4a04-9091-c9247f438d20 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:13:44.412737 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:44.506316 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b36863b-bb79-4969-b3f6-dc028645d09f admin admin] Router 536b716f-fda0-46c3-82e9-4a73faf73e6c is scheduled to L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 with binding_index 1 {{(pid=91836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 21:13:44.590909 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de719c2-b2de-4cb0-8c3a-6006d55b2c34 None None] Network dea5e342-debc-482f-a025-b9db9fb0f6b4 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:13:44.652098 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:44.751588 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-0bd23ee0-2064-47fa-a36c-68cfb67fa503 None None] Provisioning for port 298bac8c-a0c6-4c60-9e6e-2e8936529150 completed by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:13:44.771912 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b36863b-bb79-4969-b3f6-dc028645d09f admin admin] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:13:44.799187 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb117b9e-38e1-44db-80ac-bf06ca047bac None None] Sync routers for ids ['536b716f-fda0-46c3-82e9-4a73faf73e6c'] in dv-cinder-784623-12-iscsi {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:13:44.799438 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6b36863b-bb79-4969-b3f6-dc028645d09f admin admin] Notify callbacks [] for router, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:44.801004 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-6b36863b-bb79-4969-b3f6-dc028645d09f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3512685 May 19 21:13:44.805416 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 51764) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:13:44.814559 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-0bd23ee0-2064-47fa-a36c-68cfb67fa503 None None] Provisioning complete for port 298bac8c-a0c6-4c60-9e6e-2e8936529150 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:13:44.814961 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-0bd23ee0-2064-47fa-a36c-68cfb67fa503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:44.921314 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb117b9e-38e1-44db-80ac-bf06ca047bac None None] Routers {'536b716f-fda0-46c3-82e9-4a73faf73e6c'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:13:44.921849 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-cb117b9e-38e1-44db-80ac-bf06ca047bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:13:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['536b716f-fda0-46c3-82e9-4a73faf73e6c'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:13:44.990310 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:45.153691 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] For port d42952b5-0bad-4a04-9091-c9247f438d20, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=d42952b5-0bad-4a04-9091-c9247f438d20,segment=NetworkSegment(8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0),segment_id=8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:13:45.200508 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:45.210974 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:45.304752 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-0bd23ee0-2064-47fa-a36c-68cfb67fa503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:45.314615 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-cb117b9e-38e1-44db-80ac-bf06ca047bac None None] Set router 536b716f-fda0-46c3-82e9-4a73faf73e6c gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:13:45.430130 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Pushing event updated for resources: {'Port': ['ID=d42952b5-0bad-4a04-9091-c9247f438d20,revision_number=5']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:45.444331 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:45.533772 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-0bd23ee0-2064-47fa-a36c-68cfb67fa503 None None] For port 298bac8c-a0c6-4c60-9e6e-2e8936529150, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=298bac8c-a0c6-4c60-9e6e-2e8936529150,segment=NetworkSegment(bf518d5f-0180-4f98-83fe-0a196c75da67),segment_id=bf518d5f-0180-4f98-83fe-0a196c75da67)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:13:45.552558 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-0bd23ee0-2064-47fa-a36c-68cfb67fa503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:45.556673 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-2ccd0f7c-e300-4333-a935-dbee7e94d41f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:45.677719 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8ee7a9e0-c974-49cb-a15c-68db893845e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:45.677941 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd23ee0-2064-47fa-a36c-68cfb67fa503 None None] Pushing event updated for resources: {'Port': ['ID=298bac8c-a0c6-4c60-9e6e-2e8936529150,revision_number=3']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:45.681595 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-0bd23ee0-2064-47fa-a36c-68cfb67fa503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:45.705727 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-cb117b9e-38e1-44db-80ac-bf06ca047bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536b716f-fda0-46c3-82e9-4a73faf73e6c', 'name': 'tempest-TestMinimumBasicScenario-880904996-router', 'tenant_id': '035a244c2b4241c4bccab9c0f81d8cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '0d0af4e6-1edf-413e-ab4e-4dac50386f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:41Z', 'updated_at': '2021-05-19T21:13:43Z', 'revision_number': 3, 'project_id': '035a244c2b4241c4bccab9c0f81d8cb8', 'gw_port': {'id': '0d0af4e6-1edf-413e-ab4e-4dac50386f2f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536b716f-fda0-46c3-82e9-4a73faf73e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:42Z', 'updated_at': '2021-05-19T21:13:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi'}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:13:45.709519 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb117b9e-38e1-44db-80ac-bf06ca047bac None None] Checking router: 536b716f-fda0-46c3-82e9-4a73faf73e6c for host: dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:13:45.709904 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb117b9e-38e1-44db-80ac-bf06ca047bac None None] Updating router 536b716f-fda0-46c3-82e9-4a73faf73e6c port 0d0af4e6-1edf-413e-ab4e-4dac50386f2f binding host dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:13:45.769155 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-cb117b9e-38e1-44db-80ac-bf06ca047bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:45.872563 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-25b91f19-973f-414d-8363-76e70f1881ba None None] Provisioning complete for port 298bac8c-a0c6-4c60-9e6e-2e8936529150 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:13:45.872939 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-25b91f19-973f-414d-8363-76e70f1881ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:45.923211 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [None req-8ee7a9e0-c974-49cb-a15c-68db893845e6 admin admin] Allocated IP 172.20.0.1 (dea5e342-debc-482f-a025-b9db9fb0f6b4/1d53ac2d-31d6-4458-b4f0-d74bdb318fcb/fd2bbe74-5778-447d-8a34-dac751fef6fd) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:13:46.095683 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8ee7a9e0-c974-49cb-a15c-68db893845e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:46.117356 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [None req-8ee7a9e0-c974-49cb-a15c-68db893845e6 admin admin] Transition to ACTIVE for port object fd2bbe74-5778-447d-8a34-dac751fef6fd will not be triggered until provisioned by entity DHCP. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:13:46.134531 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 298bac8c-a0c6-4c60-9e6e-2e8936529150 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:13:46.149247 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8ee7a9e0-c974-49cb-a15c-68db893845e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:46.153490 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-4ccc4b3f-2c11-4cb9-9bff-87cbb0e09bf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:46.220894 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee7a9e0-c974-49cb-a15c-68db893845e6 admin admin] Network dea5e342-debc-482f-a025-b9db9fb0f6b4 is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:13:46.224171 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-8ee7a9e0-c974-49cb-a15c-68db893845e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:13:46.228026 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee7a9e0-c974-49cb-a15c-68db893845e6 admin admin] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:13:46.258031 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port 298bac8c-a0c6-4c60-9e6e-2e8936529150 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:13:46.258576 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:46.275033 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7a9e0-c974-49cb-a15c-68db893845e6 admin admin] Pushing event updated for resources: {'Port': ['ID=fd2bbe74-5778-447d-8a34-dac751fef6fd,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:46.279754 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-8ee7a9e0-c974-49cb-a15c-68db893845e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:46.290787 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8ee7a9e0-c974-49cb-a15c-68db893845e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658499'] for router_interface, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:46.389687 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-cb117b9e-38e1-44db-80ac-bf06ca047bac None None] Notify callbacks [] for port, precommit_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:46.428502 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8ee7a9e0-c974-49cb-a15c-68db893845e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:46.444397 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-cb117b9e-38e1-44db-80ac-bf06ca047bac None None] Transition to ACTIVE for port object 0d0af4e6-1edf-413e-ab4e-4dac50386f2f will not be triggered until provisioned by entity L2. {{(pid=91838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:13:46.457246 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-cb117b9e-38e1-44db-80ac-bf06ca047bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:46.463207 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-de42f186-9f07-4ddd-b6f4-7595094de4f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:46.498942 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device d42952b5-0bad-4a04-9091-c9247f438d20 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:13:46.592050 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-cb117b9e-38e1-44db-80ac-bf06ca047bac None None] Attempting to bind port 0d0af4e6-1edf-413e-ab4e-4dac50386f2f on host dv-cinder-784623-12-iscsi for vnic_type normal with profile {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:13:46.592500 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-cb117b9e-38e1-44db-80ac-bf06ca047bac None None] Attempting to bind port 0d0af4e6-1edf-413e-ab4e-4dac50386f2f by drivers openvswitch,hyperv on host dv-cinder-784623-12-iscsi at level 0 using segments [{'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:13:46.592874 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb117b9e-38e1-44db-80ac-bf06ca047bac None None] Attempting to bind port 0d0af4e6-1edf-413e-ab4e-4dac50386f2f on network 7528c24a-f700-413f-aad3-165c7750b403 {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:13:46.603457 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-96aa34ff-f14a-4ace-b71a-d845785f691d None None] Provisioning for port fd2bbe74-5778-447d-8a34-dac751fef6fd completed by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:13:46.610053 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb117b9e-38e1-44db-80ac-bf06ca047bac None None] Checking agent: {'id': 'f197b149-8cce-4905-bf69-1a24ef250a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 0, 38), 'started_at': datetime.datetime(2021, 5, 19, 21, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:13:46.610428 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb117b9e-38e1-44db-80ac-bf06ca047bac None None] Checking segment: {'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:13:46.610838 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-cb117b9e-38e1-44db-80ac-bf06ca047bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:46.611258 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb117b9e-38e1-44db-80ac-bf06ca047bac None None] Bound using segment: {'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:13:46.611770 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-cb117b9e-38e1-44db-80ac-bf06ca047bac None None] Bound port: 0d0af4e6-1edf-413e-ab4e-4dac50386f2f, host: dv-cinder-784623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'}}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:13:46.612119 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-cb117b9e-38e1-44db-80ac-bf06ca047bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:46.637113 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b95254-ebdd-46ae-9031-4ecaa3b4bba7 None None] Pushing event updated for resources: {'Port': ['ID=0d0af4e6-1edf-413e-ab4e-4dac50386f2f,revision_number=2']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:46.641146 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-26b95254-ebdd-46ae-9031-4ecaa3b4bba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:46.648662 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-96aa34ff-f14a-4ace-b71a-d845785f691d None None] Provisioning complete for port fd2bbe74-5778-447d-8a34-dac751fef6fd triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:13:46.649062 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-96aa34ff-f14a-4ace-b71a-d845785f691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:46.745287 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-96aa34ff-f14a-4ace-b71a-d845785f691d None None] Port fd2bbe74-5778-447d-8a34-dac751fef6fd cannot update to ACTIVE because it is not bound. {{(pid=91838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 21:13:46.749265 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port d42952b5-0bad-4a04-9091-c9247f438d20 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:13:46.749636 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:46.765473 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8ee7a9e0-c974-49cb-a15c-68db893845e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:46.771442 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8ee7a9e0-c974-49cb-a15c-68db893845e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:46.800471 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-ecfea2de-a979-49ff-9644-35a9d7d17b9d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:46.801879 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-cb117b9e-38e1-44db-80ac-bf06ca047bac None None] For port 0d0af4e6-1edf-413e-ab4e-4dac50386f2f, host dv-cinder-784623-12-iscsi, cleared binding levels {{(pid=91838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:13:46.815844 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-cb117b9e-38e1-44db-80ac-bf06ca047bac None None] For port 0d0af4e6-1edf-413e-ab4e-4dac50386f2f, host dv-cinder-784623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=0d0af4e6-1edf-413e-ab4e-4dac50386f2f,segment=NetworkSegment(2ae65b33-9dba-40dd-84dc-4e059aac7a0c),segment_id=2ae65b33-9dba-40dd-84dc-4e059aac7a0c)] {{(pid=91838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:13:46.822644 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-cb117b9e-38e1-44db-80ac-bf06ca047bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:46.830705 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:46.882956 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8ee7a9e0-c974-49cb-a15c-68db893845e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658468'] for router_interface, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:46.886570 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7a9e0-c974-49cb-a15c-68db893845e6 admin admin] Pushing event updated for resources: {'Port': ['ID=fd2bbe74-5778-447d-8a34-dac751fef6fd,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:46.890020 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-8ee7a9e0-c974-49cb-a15c-68db893845e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:46.958892 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb117b9e-38e1-44db-80ac-bf06ca047bac None None] Routers {'536b716f-fda0-46c3-82e9-4a73faf73e6c'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:13:46.959551 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-cb117b9e-38e1-44db-80ac-bf06ca047bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:13:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['536b716f-fda0-46c3-82e9-4a73faf73e6c'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:13:47.036217 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b95254-ebdd-46ae-9031-4ecaa3b4bba7 None None] Pushing event updated for resources: {'Port': ['ID=0d0af4e6-1edf-413e-ab4e-4dac50386f2f,revision_number=3']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:47.039572 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee7a9e0-c974-49cb-a15c-68db893845e6 admin admin] Network dea5e342-debc-482f-a025-b9db9fb0f6b4 is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:13:47.040297 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-26b95254-ebdd-46ae-9031-4ecaa3b4bba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:47.040918 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-8ee7a9e0-c974-49cb-a15c-68db893845e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:13:47.199816 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-cb117b9e-38e1-44db-80ac-bf06ca047bac None None] Set router 536b716f-fda0-46c3-82e9-4a73faf73e6c gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:13:47.249938 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee7a9e0-c974-49cb-a15c-68db893845e6 admin admin] Router 536b716f-fda0-46c3-82e9-4a73faf73e6c has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:13:47.348501 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-ed1946a7-1ea4-4276-b2eb-77ba68d6fac2 None None] Provisioning complete for port fd2bbe74-5778-447d-8a34-dac751fef6fd triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:13:47.349100 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-ed1946a7-1ea4-4276-b2eb-77ba68d6fac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:47.455833 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee7a9e0-c974-49cb-a15c-68db893845e6 admin admin] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:13:47.470121 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-8ee7a9e0-c974-49cb-a15c-68db893845e6 admin admin] 10.222.0.44 "PUT /v2.0/routers/536b716f-fda0-46c3-82e9-4a73faf73e6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6633940 May 19 21:13:47.533048 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-ed1946a7-1ea4-4276-b2eb-77ba68d6fac2 None None] Port fd2bbe74-5778-447d-8a34-dac751fef6fd cannot update to ACTIVE because it is not bound. {{(pid=91838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 21:13:47.646886 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-cb117b9e-38e1-44db-80ac-bf06ca047bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536b716f-fda0-46c3-82e9-4a73faf73e6c', 'name': 'tempest-TestMinimumBasicScenario-880904996-router', 'tenant_id': '035a244c2b4241c4bccab9c0f81d8cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '0d0af4e6-1edf-413e-ab4e-4dac50386f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:41Z', 'updated_at': '2021-05-19T21:13:46Z', 'revision_number': 4, 'project_id': '035a244c2b4241c4bccab9c0f81d8cb8', 'gw_port': {'id': '0d0af4e6-1edf-413e-ab4e-4dac50386f2f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536b716f-fda0-46c3-82e9-4a73faf73e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:42Z', 'updated_at': '2021-05-19T21:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'fd2bbe74-5778-447d-8a34-dac751fef6fd', 'name': '', 'network_id': 'dea5e342-debc-482f-a025-b9db9fb0f6b4', 'tenant_id': '035a244c2b4241c4bccab9c0f81d8cb8', 'mac_address': 'fa:16:3e:0a:88:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536b716f-fda0-46c3-82e9-4a73faf73e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '1d53ac2d-31d6-4458-b4f0-d74bdb318fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:45Z', 'updated_at': '2021-05-19T21:13:46Z', 'revision_number': 2, 'project_id': '035a244c2b4241c4bccab9c0f81d8cb8', 'subnets': [{'id': '1d53ac2d-31d6-4458-b4f0-d74bdb318fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:13:47.650083 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 51788) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:13:47.652409 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb117b9e-38e1-44db-80ac-bf06ca047bac None None] The sync data for ids ['536b716f-fda0-46c3-82e9-4a73faf73e6c'] in dv-cinder-784623-12-iscsi is: [{'id': '536b716f-fda0-46c3-82e9-4a73faf73e6c', 'name': 'tempest-TestMinimumBasicScenario-880904996-router', 'tenant_id': '035a244c2b4241c4bccab9c0f81d8cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '0d0af4e6-1edf-413e-ab4e-4dac50386f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:41Z', 'updated_at': '2021-05-19T21:13:46Z', 'revision_number': 4, 'project_id': '035a244c2b4241c4bccab9c0f81d8cb8', 'gw_port': {'id': '0d0af4e6-1edf-413e-ab4e-4dac50386f2f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536b716f-fda0-46c3-82e9-4a73faf73e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:42Z', 'updated_at': '2021-05-19T21:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'fd2bbe74-5778-447d-8a34-dac751fef6fd', 'name': '', 'network_id': 'dea5e342-debc-482f-a025-b9db9fb0f6b4', 'tenant_id': '035a244c2b4241c4bccab9c0f81d8cb8', 'mac_address': 'fa:16:3e:0a:88:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536b716f-fda0-46c3-82e9-4a73faf73e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '1d53ac2d-31d6-4458-b4f0-d74bdb318fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:45Z', 'updated_at': '2021-05-19T21:13:46Z', 'revision_number': 2, 'project_id': '035a244c2b4241c4bccab9c0f81d8cb8', 'subnets': [{'id': '1d53ac2d-31d6-4458-b4f0-d74bdb318fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:13:47.805300 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6b85669e-f6f7-493e-aa10-54f441be5376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:47.826898 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-6b85669e-f6f7-493e-aa10-54f441be5376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:13:47.831288 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-6b85669e-f6f7-493e-aa10-54f441be5376 admin admin] Usage tracker for resource:security_group_rule and tenant:fcde7668cb404ceabf5d4bc3fa08b710 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:13:47.834491 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-6b85669e-f6f7-493e-aa10-54f441be5376 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:13:47.848229 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-6b85669e-f6f7-493e-aa10-54f441be5376 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:13:48.046540 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6b85669e-f6f7-493e-aa10-54f441be5376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:48.053448 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6b85669e-f6f7-493e-aa10-54f441be5376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:48.063725 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-f2215110-db2e-42ed-820f-6abf755186c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:48.108643 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-6b85669e-f6f7-493e-aa10-54f441be5376 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fcde7668cb404ceabf5d4bc3fa08b710&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4573667 May 19 21:13:48.110540 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85669e-f6f7-493e-aa10-54f441be5376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e619a7-49bc-4566-995a-deafe4d153d7,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:48.111450 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 51808) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:13:48.120610 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-6b85669e-f6f7-493e-aa10-54f441be5376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:48.205263 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4dbad7a8-4966-4102-b8d1-8e1feff3afca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:48.359461 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4dbad7a8-4966-4102-b8d1-8e1feff3afca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:48.467856 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4dbad7a8-4966-4102-b8d1-8e1feff3afca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:48.478077 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-d48f8fd8-ef62-44f3-9e5d-bde7191f9219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:48.496428 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbad7a8-4966-4102-b8d1-8e1feff3afca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e619a7-49bc-4566-995a-deafe4d153d7,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:48.505542 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-4dbad7a8-4966-4102-b8d1-8e1feff3afca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:48.512847 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4dbad7a8-4966-4102-b8d1-8e1feff3afca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:48.528129 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-4dbad7a8-4966-4102-b8d1-8e1feff3afca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a8e619a7-49bc-4566-995a-deafe4d153d7 HTTP/1.1" status: 204 len: 168 time: 0.4042375 May 19 21:13:49.580541 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 51842) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:13:49.707328 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-70f89d77-e547-4868-853b-c2ae21b27ca1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1340000205-network', 'tenant_id': '8f782d90475c45a98ec720099679e571'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:13:49.714055 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-70f89d77-e547-4868-853b-c2ae21b27ca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:13:49.719505 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-70f89d77-e547-4868-853b-c2ae21b27ca1 admin admin] Usage tracker for resource:network and tenant:8f782d90475c45a98ec720099679e571 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:13:49.722828 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-70f89d77-e547-4868-853b-c2ae21b27ca1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:13:49.731086 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-70f89d77-e547-4868-853b-c2ae21b27ca1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:13:49.748314 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f89d77-e547-4868-853b-c2ae21b27ca1 admin admin] Made reservation on behalf of 8f782d90475c45a98ec720099679e571 for: {'network': 1} {{(pid=91837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:13:49.751492 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-70f89d77-e547-4868-853b-c2ae21b27ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1785277'] for network, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:49.770158 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-70f89d77-e547-4868-853b-c2ae21b27ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:49.790608 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-70f89d77-e547-4868-853b-c2ae21b27ca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:13:49.795781 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-70f89d77-e547-4868-853b-c2ae21b27ca1 admin admin] Usage tracker for resource:security_group_rule and tenant:8f782d90475c45a98ec720099679e571 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:13:49.799053 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-70f89d77-e547-4868-853b-c2ae21b27ca1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:13:49.808504 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-70f89d77-e547-4868-853b-c2ae21b27ca1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:13:49.982975 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-70f89d77-e547-4868-853b-c2ae21b27ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:49.995606 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-70f89d77-e547-4868-853b-c2ae21b27ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:50.000999 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-ba3fbd1f-4020-4edf-9e37-31bb492bfe8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:50.035864 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f89d77-e547-4868-853b-c2ae21b27ca1 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=91837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:13:50.045985 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f89d77-e547-4868-853b-c2ae21b27ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf747f9-50b2-4858-95b1-89ce75e8b3df,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:50.056038 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-70f89d77-e547-4868-853b-c2ae21b27ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:50.062210 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-70f89d77-e547-4868-853b-c2ae21b27ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:50.063126 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.db.segments_db [None req-70f89d77-e547-4868-853b-c2ae21b27ca1 admin admin] Added segment 78a99981-671c-4abb-9417-884234ae710e of type vlan for network 3f362d28-4199-45e0-91ca-7ccb175d4e6f May 19 21:13:50.122946 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-70f89d77-e547-4868-853b-c2ae21b27ca1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750774008697'] for network, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:50.124133 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 0d0af4e6-1edf-413e-ab4e-4dac50386f2f up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:13:50.172978 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-70f89d77-e547-4868-853b-c2ae21b27ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448'] for network, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:50.176092 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f89d77-e547-4868-853b-c2ae21b27ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:50.177435 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-70f89d77-e547-4868-853b-c2ae21b27ca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:50.183418 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:50.239931 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning for port 0d0af4e6-1edf-413e-ab4e-4dac50386f2f completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:13:50.252446 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port 0d0af4e6-1edf-413e-ab4e-4dac50386f2f triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:13:50.252842 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:50.303645 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f89d77-e547-4868-853b-c2ae21b27ca1 admin admin] Pushing event updated for resources: {'Network': ['ID=3f362d28-4199-45e0-91ca-7ccb175d4e6f,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:50.315113 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-70f89d77-e547-4868-853b-c2ae21b27ca1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7331738 May 19 21:13:50.316511 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-70f89d77-e547-4868-853b-c2ae21b27ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:50.318062 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 51850) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:13:50.323787 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Network 3f362d28-4199-45e0-91ca-7ccb175d4e6f details requested by agent ovs-agent-dv-cinder-784623-12-iscsi with host dv-cinder-784623-12-iscsi {{(pid=91838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 21:13:50.325593 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-206b03ff-4e50-41fe-b57e-b4da98a9b422 admin admin] Request body: {'subnet': {'network_id': '3f362d28-4199-45e0-91ca-7ccb175d4e6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1340000205-subnet', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'ip_version': 4}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:13:50.332062 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-206b03ff-4e50-41fe-b57e-b4da98a9b422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:13:50.336994 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-206b03ff-4e50-41fe-b57e-b4da98a9b422 admin admin] Usage tracker for resource:subnet and tenant:8f782d90475c45a98ec720099679e571 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:13:50.341479 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-206b03ff-4e50-41fe-b57e-b4da98a9b422 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:13:50.357910 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-206b03ff-4e50-41fe-b57e-b4da98a9b422 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:13:50.380770 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206b03ff-4e50-41fe-b57e-b4da98a9b422 admin admin] Made reservation on behalf of 8f782d90475c45a98ec720099679e571 for: {'subnet': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:13:50.385233 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-206b03ff-4e50-41fe-b57e-b4da98a9b422 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7162105'] for subnet, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:50.528791 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:50.555072 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] For port 0d0af4e6-1edf-413e-ab4e-4dac50386f2f, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=0d0af4e6-1edf-413e-ab4e-4dac50386f2f,segment=NetworkSegment(2ae65b33-9dba-40dd-84dc-4e059aac7a0c),segment_id=2ae65b33-9dba-40dd-84dc-4e059aac7a0c)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:13:50.561286 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:50.563954 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:50.660943 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Pushing event updated for resources: {'Port': ['ID=0d0af4e6-1edf-413e-ab4e-4dac50386f2f,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:50.670599 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:50.671359 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:50.671749 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:50.672084 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:50.672412 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:50.672741 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:50.673063 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:50.673385 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:50.673707 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:50.674027 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:50.674343 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:50.674658 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:13:50.678943 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:50.954098 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-206b03ff-4e50-41fe-b57e-b4da98a9b422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6526971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7162059'] for subnet, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:50.958408 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-2e5b6026-5dd1-4184-a2af-7b3d52d72311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:51.083022 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b03ff-4e50-41fe-b57e-b4da98a9b422 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e79841b-91f9-4a16-ad5e-4c945612b0b9,revision_number=0']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:51.087836 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-206b03ff-4e50-41fe-b57e-b4da98a9b422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:51.095176 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206b03ff-4e50-41fe-b57e-b4da98a9b422 admin admin] Checking segment: {'id': '78a99981-671c-4abb-9417-884234ae710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3f362d28-4199-45e0-91ca-7ccb175d4e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:13:51.095176 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206b03ff-4e50-41fe-b57e-b4da98a9b422 admin admin] Network hostable DHCP agents. Network: 3f362d28-4199-45e0-91ca-7ccb175d4e6f, hostable agents: ['79fa1e52-5d5b-4f2e-bd0b-6133595bf37f'], hosted agents: [] {{(pid=91836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:13:51.149380 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206b03ff-4e50-41fe-b57e-b4da98a9b422 admin admin] Network 3f362d28-4199-45e0-91ca-7ccb175d4e6f is scheduled to be hosted by DHCP agent 79fa1e52-5d5b-4f2e-bd0b-6133595bf37f with binding_index 1 {{(pid=91836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:13:51.169746 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-206b03ff-4e50-41fe-b57e-b4da98a9b422 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-12-iscsi, 3f362d28-4199-45e0-91ca-7ccb175d4e6f) {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:13:51.181003 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b196db5-1f91-4888-9856-5ef3580bdbef None None] Network 3f362d28-4199-45e0-91ca-7ccb175d4e6f requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:13:51.196107 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206b03ff-4e50-41fe-b57e-b4da98a9b422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:13:51.197916 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-206b03ff-4e50-41fe-b57e-b4da98a9b422 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:51.254561 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-206b03ff-4e50-41fe-b57e-b4da98a9b422 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9343197 May 19 21:13:51.258204 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 51854) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:13:51.264883 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-88253a1b-0388-43b2-83b1-637af62c581b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1340000205-router', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403'}}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:13:51.270795 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-88253a1b-0388-43b2-83b1-637af62c581b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:13:51.275736 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-88253a1b-0388-43b2-83b1-637af62c581b admin admin] Usage tracker for resource:router and tenant:8f782d90475c45a98ec720099679e571 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:13:51.279314 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-88253a1b-0388-43b2-83b1-637af62c581b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:13:51.287911 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-88253a1b-0388-43b2-83b1-637af62c581b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:13:51.304749 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-88253a1b-0388-43b2-83b1-637af62c581b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-632075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5397'] for router, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:51.306106 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-88253a1b-0388-43b2-83b1-637af62c581b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5406'] for router, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:51.328051 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-88253a1b-0388-43b2-83b1-637af62c581b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:51.416190 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2a455d-12f1-42d2-a7d4-17ad05172377 None None] Sync routers for ids ['536b716f-fda0-46c3-82e9-4a73faf73e6c'] in dv-cinder-784623-12-iscsi {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:13:51.440348 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2a455d-12f1-42d2-a7d4-17ad05172377 None None] Routers {'536b716f-fda0-46c3-82e9-4a73faf73e6c'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:13:51.440992 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-fd2a455d-12f1-42d2-a7d4-17ad05172377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:13:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['536b716f-fda0-46c3-82e9-4a73faf73e6c'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:13:51.553080 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5ec4c9-daa0-43d0-b6d1-e2ce0df57d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c1ac1fe-8999-50db-9da9-b16559c89988-3f362d28-4199-45e0-91ca-7ccb175d4e6f', 'network_id': '3f362d28-4199-45e0-91ca-7ccb175d4e6f', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'fixed_ips': [{'subnet_id': '5e79841b-91f9-4a16-ad5e-4c945612b0b9'}]}} from dv-cinder-784623-12-iscsi. {{(pid=91838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 21:13:51.554249 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-8e5ec4c9-daa0-43d0-b6d1-e2ce0df57d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:51.723680 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-fd2a455d-12f1-42d2-a7d4-17ad05172377 None None] Set router 536b716f-fda0-46c3-82e9-4a73faf73e6c gateway port host: dv-cinder-784623-12-iscsi {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:13:51.769261 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.db_base_plugin_common [None req-8e5ec4c9-daa0-43d0-b6d1-e2ce0df57d79 None None] Allocated IP 172.20.0.2 (3f362d28-4199-45e0-91ca-7ccb175d4e6f/5e79841b-91f9-4a16-ad5e-4c945612b0b9/1a1e4815-ba1e-4550-b4d2-b8600195c4d8) {{(pid=91838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:13:51.972268 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-88253a1b-0388-43b2-83b1-637af62c581b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-662851', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-632185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5424'] for router, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:52.083673 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-8e5ec4c9-daa0-43d0-b6d1-e2ce0df57d79 None None] Notify callbacks [] for port, precommit_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:52.109963 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-8e5ec4c9-daa0-43d0-b6d1-e2ce0df57d79 None None] Transition to ACTIVE for port object 1a1e4815-ba1e-4550-b4d2-b8600195c4d8 will not be triggered until provisioned by entity L2. {{(pid=91838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:13:52.126474 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 0d0af4e6-1edf-413e-ab4e-4dac50386f2f up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:13:52.162272 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-fd2a455d-12f1-42d2-a7d4-17ad05172377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536b716f-fda0-46c3-82e9-4a73faf73e6c', 'name': 'tempest-TestMinimumBasicScenario-880904996-router', 'tenant_id': '035a244c2b4241c4bccab9c0f81d8cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '0d0af4e6-1edf-413e-ab4e-4dac50386f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:41Z', 'updated_at': '2021-05-19T21:13:46Z', 'revision_number': 4, 'project_id': '035a244c2b4241c4bccab9c0f81d8cb8', 'gw_port': {'id': '0d0af4e6-1edf-413e-ab4e-4dac50386f2f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536b716f-fda0-46c3-82e9-4a73faf73e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:42Z', 'updated_at': '2021-05-19T21:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'fd2bbe74-5778-447d-8a34-dac751fef6fd', 'name': '', 'network_id': 'dea5e342-debc-482f-a025-b9db9fb0f6b4', 'tenant_id': '035a244c2b4241c4bccab9c0f81d8cb8', 'mac_address': 'fa:16:3e:0a:88:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536b716f-fda0-46c3-82e9-4a73faf73e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '1d53ac2d-31d6-4458-b4f0-d74bdb318fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:45Z', 'updated_at': '2021-05-19T21:13:46Z', 'revision_number': 2, 'project_id': '035a244c2b4241c4bccab9c0f81d8cb8', 'subnets': [{'id': '1d53ac2d-31d6-4458-b4f0-d74bdb318fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:13:52.169622 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2a455d-12f1-42d2-a7d4-17ad05172377 None None] Checking router: 536b716f-fda0-46c3-82e9-4a73faf73e6c for host: dv-cinder-784623-12-iscsi {{(pid=91839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:13:52.179197 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2a455d-12f1-42d2-a7d4-17ad05172377 None None] Updating router 536b716f-fda0-46c3-82e9-4a73faf73e6c port fd2bbe74-5778-447d-8a34-dac751fef6fd binding host dv-cinder-784623-12-iscsi {{(pid=91839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:13:52.252276 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-8e5ec4c9-daa0-43d0-b6d1-e2ce0df57d79 None None] Transition to ACTIVE for port object 1a1e4815-ba1e-4550-b4d2-b8600195c4d8 will not be triggered until provisioned by entity DHCP. {{(pid=91838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:13:52.253320 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-fd2a455d-12f1-42d2-a7d4-17ad05172377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:52.267294 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-8e5ec4c9-daa0-43d0-b6d1-e2ce0df57d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111'] for port, after_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:52.274996 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:52.384745 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5ec4c9-daa0-43d0-b6d1-e2ce0df57d79 None None] Network 3f362d28-4199-45e0-91ca-7ccb175d4e6f is already hosted by enough agents. {{(pid=91838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:13:52.388231 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.scheduler.base_scheduler [None req-8e5ec4c9-daa0-43d0-b6d1-e2ce0df57d79 None None] Resources bound (agent type, host, resource id): {{(pid=91838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:13:52.390877 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5ec4c9-daa0-43d0-b6d1-e2ce0df57d79 None None] Received port after_create {{(pid=91838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:13:52.399743 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ec4c9-daa0-43d0-b6d1-e2ce0df57d79 None None] Pushing event updated for resources: {'Port': ['ID=1a1e4815-ba1e-4550-b4d2-b8600195c4d8,revision_number=1']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:52.414804 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-88253a1b-0388-43b2-83b1-637af62c581b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:52.419980 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-8e5ec4c9-daa0-43d0-b6d1-e2ce0df57d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:52.467289 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-88253a1b-0388-43b2-83b1-637af62c581b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:52.472193 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port 0d0af4e6-1edf-413e-ab4e-4dac50386f2f triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:13:52.474339 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:52.624598 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-8e5ec4c9-daa0-43d0-b6d1-e2ce0df57d79 None None] Attempting to bind port 1a1e4815-ba1e-4550-b4d2-b8600195c4d8 on host dv-cinder-784623-12-iscsi for vnic_type normal with profile {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:13:52.625080 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-8e5ec4c9-daa0-43d0-b6d1-e2ce0df57d79 None None] Attempting to bind port 1a1e4815-ba1e-4550-b4d2-b8600195c4d8 by drivers openvswitch,hyperv on host dv-cinder-784623-12-iscsi at level 0 using segments [{'id': '78a99981-671c-4abb-9417-884234ae710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3f362d28-4199-45e0-91ca-7ccb175d4e6f'}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:13:52.625512 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ec4c9-daa0-43d0-b6d1-e2ce0df57d79 None None] Attempting to bind port 1a1e4815-ba1e-4550-b4d2-b8600195c4d8 on network 3f362d28-4199-45e0-91ca-7ccb175d4e6f {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:13:52.630269 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [None req-88253a1b-0388-43b2-83b1-637af62c581b admin admin] Allocated IP 172.27.1.254 (7528c24a-f700-413f-aad3-165c7750b403/5baa0079-c83e-4549-8f83-3def60c01514/bddc9ffc-d11e-4860-a503-acfc852ff6f0) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:13:52.637126 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ec4c9-daa0-43d0-b6d1-e2ce0df57d79 None None] Checking agent: {'id': 'f197b149-8cce-4905-bf69-1a24ef250a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 0, 38), 'started_at': datetime.datetime(2021, 5, 19, 21, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:13:52.637641 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ec4c9-daa0-43d0-b6d1-e2ce0df57d79 None None] Checking segment: {'id': '78a99981-671c-4abb-9417-884234ae710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3f362d28-4199-45e0-91ca-7ccb175d4e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:13:52.638180 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-8e5ec4c9-daa0-43d0-b6d1-e2ce0df57d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:52.638721 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ec4c9-daa0-43d0-b6d1-e2ce0df57d79 None None] Bound using segment: {'id': '78a99981-671c-4abb-9417-884234ae710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3f362d28-4199-45e0-91ca-7ccb175d4e6f'} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:13:52.639923 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-8e5ec4c9-daa0-43d0-b6d1-e2ce0df57d79 None None] Bound port: 1a1e4815-ba1e-4550-b4d2-b8600195c4d8, host: dv-cinder-784623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a99981-671c-4abb-9417-884234ae710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3f362d28-4199-45e0-91ca-7ccb175d4e6f'}}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:13:52.640388 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-8e5ec4c9-daa0-43d0-b6d1-e2ce0df57d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:52.804351 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-88253a1b-0388-43b2-83b1-637af62c581b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:52.823475 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-8e5ec4c9-daa0-43d0-b6d1-e2ce0df57d79 None None] For port 1a1e4815-ba1e-4550-b4d2-b8600195c4d8, host dv-cinder-784623-12-iscsi, cleared binding levels {{(pid=91838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:13:52.828034 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-8e5ec4c9-daa0-43d0-b6d1-e2ce0df57d79 None None] For port 1a1e4815-ba1e-4550-b4d2-b8600195c4d8, host dv-cinder-784623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=1a1e4815-ba1e-4550-b4d2-b8600195c4d8,segment=NetworkSegment(78a99981-671c-4abb-9417-884234ae710e),segment_id=78a99981-671c-4abb-9417-884234ae710e)] {{(pid=91838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:13:52.837085 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-8e5ec4c9-daa0-43d0-b6d1-e2ce0df57d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:52.844968 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-b2b23a35-7b94-4c90-bc1b-d1acb58ebd67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:52.849123 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-88253a1b-0388-43b2-83b1-637af62c581b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:52.851206 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-fd2a455d-12f1-42d2-a7d4-17ad05172377 None None] Notify callbacks [] for port, precommit_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:52.853409 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-40c81212-f79c-4afa-95dc-c78c689049d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:52.866042 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.provisioning_blocks [None req-fd2a455d-12f1-42d2-a7d4-17ad05172377 None None] Transition to ACTIVE for port object fd2bbe74-5778-447d-8a34-dac751fef6fd will not be triggered until provisioned by entity L2. {{(pid=91839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:13:52.875641 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-fd2a455d-12f1-42d2-a7d4-17ad05172377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:52.881681 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:52.924508 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88253a1b-0388-43b2-83b1-637af62c581b admin admin] Network 7528c24a-f700-413f-aad3-165c7750b403 is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:13:52.927979 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-88253a1b-0388-43b2-83b1-637af62c581b admin admin] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:13:52.932527 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88253a1b-0388-43b2-83b1-637af62c581b admin admin] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:13:52.967468 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ec4c9-daa0-43d0-b6d1-e2ce0df57d79 None None] Pushing event updated for resources: {'Port': ['ID=1a1e4815-ba1e-4550-b4d2-b8600195c4d8,revision_number=2']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:52.980746 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-8e5ec4c9-daa0-43d0-b6d1-e2ce0df57d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:53.061109 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae0dab-e04d-4d4b-8fa9-ec6d55a6be01 None None] Pushing event updated for resources: {'Port': ['ID=fd2bbe74-5778-447d-8a34-dac751fef6fd,revision_number=3']} {{(pid=91839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:53.097959 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88253a1b-0388-43b2-83b1-637af62c581b admin admin] Pushing event updated for resources: {'Port': ['ID=bddc9ffc-d11e-4860-a503-acfc852ff6f0,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:53.112987 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-88253a1b-0388-43b2-83b1-637af62c581b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:53.268194 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [None req-dfae0dab-e04d-4d4b-8fa9-ec6d55a6be01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:53.467498 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.managers [None req-fd2a455d-12f1-42d2-a7d4-17ad05172377 None None] Attempting to bind port fd2bbe74-5778-447d-8a34-dac751fef6fd on host dv-cinder-784623-12-iscsi for vnic_type normal with profile {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:13:53.468062 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.managers [None req-fd2a455d-12f1-42d2-a7d4-17ad05172377 None None] Attempting to bind port fd2bbe74-5778-447d-8a34-dac751fef6fd by drivers openvswitch,hyperv on host dv-cinder-784623-12-iscsi at level 0 using segments [{'id': 'bf518d5f-0180-4f98-83fe-0a196c75da67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dea5e342-debc-482f-a025-b9db9fb0f6b4'}] {{(pid=91839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:13:53.468916 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a455d-12f1-42d2-a7d4-17ad05172377 None None] Attempting to bind port fd2bbe74-5778-447d-8a34-dac751fef6fd on network dea5e342-debc-482f-a025-b9db9fb0f6b4 {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:13:53.479045 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a455d-12f1-42d2-a7d4-17ad05172377 None None] Checking agent: {'id': 'f197b149-8cce-4905-bf69-1a24ef250a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 0, 38), 'started_at': datetime.datetime(2021, 5, 19, 21, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:13:53.479591 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a455d-12f1-42d2-a7d4-17ad05172377 None None] Checking segment: {'id': 'bf518d5f-0180-4f98-83fe-0a196c75da67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dea5e342-debc-482f-a025-b9db9fb0f6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:13:53.480003 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-fd2a455d-12f1-42d2-a7d4-17ad05172377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:53.480397 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a455d-12f1-42d2-a7d4-17ad05172377 None None] Bound using segment: {'id': 'bf518d5f-0180-4f98-83fe-0a196c75da67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dea5e342-debc-482f-a025-b9db9fb0f6b4'} {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:13:53.480938 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.managers [None req-fd2a455d-12f1-42d2-a7d4-17ad05172377 None None] Bound port: fd2bbe74-5778-447d-8a34-dac751fef6fd, host: dv-cinder-784623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf518d5f-0180-4f98-83fe-0a196c75da67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dea5e342-debc-482f-a025-b9db9fb0f6b4'}}] {{(pid=91839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:13:53.481310 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-fd2a455d-12f1-42d2-a7d4-17ad05172377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:53.585047 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-88253a1b-0388-43b2-83b1-637af62c581b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:53.606043 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.db [None req-fd2a455d-12f1-42d2-a7d4-17ad05172377 None None] For port fd2bbe74-5778-447d-8a34-dac751fef6fd, host dv-cinder-784623-12-iscsi, cleared binding levels {{(pid=91839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:13:53.610071 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.db [None req-fd2a455d-12f1-42d2-a7d4-17ad05172377 None None] For port fd2bbe74-5778-447d-8a34-dac751fef6fd, host dv-cinder-784623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=fd2bbe74-5778-447d-8a34-dac751fef6fd,segment=NetworkSegment(bf518d5f-0180-4f98-83fe-0a196c75da67),segment_id=bf518d5f-0180-4f98-83fe-0a196c75da67)] {{(pid=91839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:13:53.621075 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-fd2a455d-12f1-42d2-a7d4-17ad05172377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:53.626043 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [None req-48fb94eb-0f27-45cf-9903-c56103a04edc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:53.718308 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2a455d-12f1-42d2-a7d4-17ad05172377 None None] Routers {'536b716f-fda0-46c3-82e9-4a73faf73e6c'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:13:53.724016 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-fd2a455d-12f1-42d2-a7d4-17ad05172377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:13:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['536b716f-fda0-46c3-82e9-4a73faf73e6c'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:13:53.802170 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae0dab-e04d-4d4b-8fa9-ec6d55a6be01 None None] Pushing event updated for resources: {'Port': ['ID=fd2bbe74-5778-447d-8a34-dac751fef6fd,revision_number=4']} {{(pid=91839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:53.816100 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [None req-dfae0dab-e04d-4d4b-8fa9-ec6d55a6be01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:54.001053 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-fd2a455d-12f1-42d2-a7d4-17ad05172377 None None] Set router 536b716f-fda0-46c3-82e9-4a73faf73e6c gateway port host: dv-cinder-784623-12-iscsi {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:13:54.363018 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-88253a1b-0388-43b2-83b1-637af62c581b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-632064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663024'] for router, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:54.407118 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 1a1e4815-ba1e-4550-b4d2-b8600195c4d8 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:13:54.542213 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning for port 1a1e4815-ba1e-4550-b4d2-b8600195c4d8 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:13:54.548711 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device fd2bbe74-5778-447d-8a34-dac751fef6fd up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:13:54.655094 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-fd2a455d-12f1-42d2-a7d4-17ad05172377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536b716f-fda0-46c3-82e9-4a73faf73e6c', 'name': 'tempest-TestMinimumBasicScenario-880904996-router', 'tenant_id': '035a244c2b4241c4bccab9c0f81d8cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '0d0af4e6-1edf-413e-ab4e-4dac50386f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:41Z', 'updated_at': '2021-05-19T21:13:46Z', 'revision_number': 4, 'project_id': '035a244c2b4241c4bccab9c0f81d8cb8', 'gw_port': {'id': '0d0af4e6-1edf-413e-ab4e-4dac50386f2f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536b716f-fda0-46c3-82e9-4a73faf73e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:42Z', 'updated_at': '2021-05-19T21:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'fd2bbe74-5778-447d-8a34-dac751fef6fd', 'name': '', 'network_id': 'dea5e342-debc-482f-a025-b9db9fb0f6b4', 'tenant_id': '035a244c2b4241c4bccab9c0f81d8cb8', 'mac_address': 'fa:16:3e:0a:88:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536b716f-fda0-46c3-82e9-4a73faf73e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '1d53ac2d-31d6-4458-b4f0-d74bdb318fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:45Z', 'updated_at': '2021-05-19T21:13:53Z', 'revision_number': 4, 'project_id': '035a244c2b4241c4bccab9c0f81d8cb8', 'subnets': [{'id': '1d53ac2d-31d6-4458-b4f0-d74bdb318fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:13:54.663157 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2a455d-12f1-42d2-a7d4-17ad05172377 None None] The sync data for ids ['536b716f-fda0-46c3-82e9-4a73faf73e6c'] in dv-cinder-784623-12-iscsi is: [{'id': '536b716f-fda0-46c3-82e9-4a73faf73e6c', 'name': 'tempest-TestMinimumBasicScenario-880904996-router', 'tenant_id': '035a244c2b4241c4bccab9c0f81d8cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '0d0af4e6-1edf-413e-ab4e-4dac50386f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:41Z', 'updated_at': '2021-05-19T21:13:46Z', 'revision_number': 4, 'project_id': '035a244c2b4241c4bccab9c0f81d8cb8', 'gw_port': {'id': '0d0af4e6-1edf-413e-ab4e-4dac50386f2f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536b716f-fda0-46c3-82e9-4a73faf73e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:42Z', 'updated_at': '2021-05-19T21:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'fd2bbe74-5778-447d-8a34-dac751fef6fd', 'name': '', 'network_id': 'dea5e342-debc-482f-a025-b9db9fb0f6b4', 'tenant_id': '035a244c2b4241c4bccab9c0f81d8cb8', 'mac_address': 'fa:16:3e:0a:88:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536b716f-fda0-46c3-82e9-4a73faf73e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '1d53ac2d-31d6-4458-b4f0-d74bdb318fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:45Z', 'updated_at': '2021-05-19T21:13:53Z', 'revision_number': 4, 'project_id': '035a244c2b4241c4bccab9c0f81d8cb8', 'subnets': [{'id': '1d53ac2d-31d6-4458-b4f0-d74bdb318fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:13:54.705985 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa0db20-568c-4c4c-accf-532a6bd3458d None None] Network 3f362d28-4199-45e0-91ca-7ccb175d4e6f requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:13:54.714164 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88253a1b-0388-43b2-83b1-637af62c581b admin admin] Router 51def476-3db5-4168-9426-3b46fa0fa37d is scheduled to L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 with binding_index 1 {{(pid=91836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 21:13:54.762465 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-a69016be-3e49-48ba-9ca7-0f41f9d4f17a None None] Provisioning for port 1a1e4815-ba1e-4550-b4d2-b8600195c4d8 completed by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:13:54.769279 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning for port fd2bbe74-5778-447d-8a34-dac751fef6fd completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:13:54.824194 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port fd2bbe74-5778-447d-8a34-dac751fef6fd triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:13:54.824573 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:54.876062 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-a69016be-3e49-48ba-9ca7-0f41f9d4f17a None None] Provisioning complete for port 1a1e4815-ba1e-4550-b4d2-b8600195c4d8 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:13:54.876435 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-a69016be-3e49-48ba-9ca7-0f41f9d4f17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:55.017894 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88253a1b-0388-43b2-83b1-637af62c581b admin admin] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:13:55.059855 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-88253a1b-0388-43b2-83b1-637af62c581b admin admin] Notify callbacks [] for router, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:55.061435 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-88253a1b-0388-43b2-83b1-637af62c581b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8016191 May 19 21:13:55.064527 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 51870) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:13:55.093287 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bec488-6e73-4db7-8235-755bf6438775 None None] Sync routers for ids ['51def476-3db5-4168-9426-3b46fa0fa37d'] in dv-cinder-784623-12-iscsi {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:13:55.187128 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bec488-6e73-4db7-8235-755bf6438775 None None] Routers {'51def476-3db5-4168-9426-3b46fa0fa37d'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:13:55.187616 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-31bec488-6e73-4db7-8235-755bf6438775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:13:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['51def476-3db5-4168-9426-3b46fa0fa37d'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:13:55.417249 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:55.648693 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-a69016be-3e49-48ba-9ca7-0f41f9d4f17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:55.700212 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] For port fd2bbe74-5778-447d-8a34-dac751fef6fd, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=fd2bbe74-5778-447d-8a34-dac751fef6fd,segment=NetworkSegment(bf518d5f-0180-4f98-83fe-0a196c75da67),segment_id=bf518d5f-0180-4f98-83fe-0a196c75da67)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:13:55.723509 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:55.731556 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:55.763762 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-31bec488-6e73-4db7-8235-755bf6438775 None None] Set router 51def476-3db5-4168-9426-3b46fa0fa37d gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:13:55.873766 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-a69016be-3e49-48ba-9ca7-0f41f9d4f17a None None] For port 1a1e4815-ba1e-4550-b4d2-b8600195c4d8, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=1a1e4815-ba1e-4550-b4d2-b8600195c4d8,segment=NetworkSegment(78a99981-671c-4abb-9417-884234ae710e),segment_id=78a99981-671c-4abb-9417-884234ae710e)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:13:55.906573 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-a69016be-3e49-48ba-9ca7-0f41f9d4f17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:56.017917 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Pushing event updated for resources: {'Port': ['ID=fd2bbe74-5778-447d-8a34-dac751fef6fd,revision_number=5']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:56.029484 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:56.029952 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:56.129950 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1031d127-779a-4976-bacc-1e8ac6ada60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:56.214767 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69016be-3e49-48ba-9ca7-0f41f9d4f17a None None] Pushing event updated for resources: {'Port': ['ID=1a1e4815-ba1e-4550-b4d2-b8600195c4d8,revision_number=3']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:56.225557 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-a69016be-3e49-48ba-9ca7-0f41f9d4f17a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:56.257836 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-31bec488-6e73-4db7-8235-755bf6438775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'name': 'tempest-TestShelveInstance-1340000205-router', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'bddc9ffc-d11e-4860-a503-acfc852ff6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:51Z', 'updated_at': '2021-05-19T21:13:53Z', 'revision_number': 3, 'project_id': '8f782d90475c45a98ec720099679e571', 'gw_port': {'id': 'bddc9ffc-d11e-4860-a503-acfc852ff6f0', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:52Z', 'updated_at': '2021-05-19T21:13:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi'}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:13:56.263759 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bec488-6e73-4db7-8235-755bf6438775 None None] Checking router: 51def476-3db5-4168-9426-3b46fa0fa37d for host: dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:13:56.264253 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bec488-6e73-4db7-8235-755bf6438775 None None] Updating router 51def476-3db5-4168-9426-3b46fa0fa37d port bddc9ffc-d11e-4860-a503-acfc852ff6f0 binding host dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:13:56.357985 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-31bec488-6e73-4db7-8235-755bf6438775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:56.423058 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.db_base_plugin_common [None req-1031d127-779a-4976-bacc-1e8ac6ada60a admin admin] Allocated IP 172.20.0.1 (3f362d28-4199-45e0-91ca-7ccb175d4e6f/5e79841b-91f9-4a16-ad5e-4c945612b0b9/ec5f7f6b-f28f-4135-b596-91fb788f7a93) {{(pid=91837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:13:56.475326 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-1ba62118-07f8-496e-8041-ba3d73e652a0 None None] Provisioning complete for port 1a1e4815-ba1e-4550-b4d2-b8600195c4d8 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:13:56.476005 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-1ba62118-07f8-496e-8041-ba3d73e652a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:56.684267 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1031d127-779a-4976-bacc-1e8ac6ada60a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:56.702342 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.provisioning_blocks [None req-1031d127-779a-4976-bacc-1e8ac6ada60a admin admin] Transition to ACTIVE for port object ec5f7f6b-f28f-4135-b596-91fb788f7a93 will not be triggered until provisioned by entity DHCP. {{(pid=91837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:13:56.734443 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1031d127-779a-4976-bacc-1e8ac6ada60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6754477'] for port, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:56.743114 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-ec59c8c3-cd33-4ace-a447-4043ab9d44de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:56.823130 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1031d127-779a-4976-bacc-1e8ac6ada60a admin admin] Network 3f362d28-4199-45e0-91ca-7ccb175d4e6f is already hosted by enough agents. {{(pid=91837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:13:56.834261 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.base_scheduler [None req-1031d127-779a-4976-bacc-1e8ac6ada60a admin admin] Resources bound (agent type, host, resource id): {{(pid=91837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:13:56.844639 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1031d127-779a-4976-bacc-1e8ac6ada60a admin admin] Received port after_create {{(pid=91837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:13:57.041539 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-31bec488-6e73-4db7-8235-755bf6438775 None None] Notify callbacks [] for port, precommit_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:57.063951 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-31bec488-6e73-4db7-8235-755bf6438775 None None] Transition to ACTIVE for port object bddc9ffc-d11e-4860-a503-acfc852ff6f0 will not be triggered until provisioned by entity L2. {{(pid=91838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:13:57.078646 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-31bec488-6e73-4db7-8235-755bf6438775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:57.100114 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:57.110583 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031d127-779a-4976-bacc-1e8ac6ada60a admin admin] Pushing event updated for resources: {'Port': ['ID=ec5f7f6b-f28f-4135-b596-91fb788f7a93,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:57.113384 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-1031d127-779a-4976-bacc-1e8ac6ada60a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:57.119655 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1031d127-779a-4976-bacc-1e8ac6ada60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658499'] for router_interface, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:57.202429 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa781b-cad7-425b-acc3-e7200e2c8a16 None None] Pushing event updated for resources: {'Port': ['ID=bddc9ffc-d11e-4860-a503-acfc852ff6f0,revision_number=2']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:57.206625 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-0dfa781b-cad7-425b-acc3-e7200e2c8a16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:57.226630 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-31bec488-6e73-4db7-8235-755bf6438775 None None] Attempting to bind port bddc9ffc-d11e-4860-a503-acfc852ff6f0 on host dv-cinder-784623-12-iscsi for vnic_type normal with profile {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:13:57.227120 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-31bec488-6e73-4db7-8235-755bf6438775 None None] Attempting to bind port bddc9ffc-d11e-4860-a503-acfc852ff6f0 by drivers openvswitch,hyperv on host dv-cinder-784623-12-iscsi at level 0 using segments [{'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:13:57.227436 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bec488-6e73-4db7-8235-755bf6438775 None None] Attempting to bind port bddc9ffc-d11e-4860-a503-acfc852ff6f0 on network 7528c24a-f700-413f-aad3-165c7750b403 {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:13:57.234741 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bec488-6e73-4db7-8235-755bf6438775 None None] Checking agent: {'id': 'f197b149-8cce-4905-bf69-1a24ef250a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 0, 38), 'started_at': datetime.datetime(2021, 5, 19, 21, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:13:57.235195 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bec488-6e73-4db7-8235-755bf6438775 None None] Checking segment: {'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:13:57.235552 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-31bec488-6e73-4db7-8235-755bf6438775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:57.235951 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bec488-6e73-4db7-8235-755bf6438775 None None] Bound using segment: {'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:13:57.236597 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-31bec488-6e73-4db7-8235-755bf6438775 None None] Bound port: bddc9ffc-d11e-4860-a503-acfc852ff6f0, host: dv-cinder-784623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'}}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:13:57.236980 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-31bec488-6e73-4db7-8235-755bf6438775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:57.288007 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-4a904eff-4bff-4d16-8530-fe9a5c52d34a None None] Provisioning for port ec5f7f6b-f28f-4135-b596-91fb788f7a93 completed by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:13:57.296992 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-4a904eff-4bff-4d16-8530-fe9a5c52d34a None None] Provisioning complete for port ec5f7f6b-f28f-4135-b596-91fb788f7a93 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:13:57.297415 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-4a904eff-4bff-4d16-8530-fe9a5c52d34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:57.412131 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-4a904eff-4bff-4d16-8530-fe9a5c52d34a None None] Port ec5f7f6b-f28f-4135-b596-91fb788f7a93 cannot update to ACTIVE because it is not bound. {{(pid=91838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 21:13:57.436549 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-31bec488-6e73-4db7-8235-755bf6438775 None None] For port bddc9ffc-d11e-4860-a503-acfc852ff6f0, host dv-cinder-784623-12-iscsi, cleared binding levels {{(pid=91838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:13:57.443378 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-31bec488-6e73-4db7-8235-755bf6438775 None None] For port bddc9ffc-d11e-4860-a503-acfc852ff6f0, host dv-cinder-784623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=bddc9ffc-d11e-4860-a503-acfc852ff6f0,segment=NetworkSegment(2ae65b33-9dba-40dd-84dc-4e059aac7a0c),segment_id=2ae65b33-9dba-40dd-84dc-4e059aac7a0c)] {{(pid=91838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:13:57.456761 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-31bec488-6e73-4db7-8235-755bf6438775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:57.472754 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-26b95254-ebdd-46ae-9031-4ecaa3b4bba7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:57.583004 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa781b-cad7-425b-acc3-e7200e2c8a16 None None] Pushing event updated for resources: {'Port': ['ID=bddc9ffc-d11e-4860-a503-acfc852ff6f0,revision_number=3']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:57.594745 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-0dfa781b-cad7-425b-acc3-e7200e2c8a16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:57.599577 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bec488-6e73-4db7-8235-755bf6438775 None None] Routers {'51def476-3db5-4168-9426-3b46fa0fa37d'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:13:57.600208 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-31bec488-6e73-4db7-8235-755bf6438775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:13:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['51def476-3db5-4168-9426-3b46fa0fa37d'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:13:57.619107 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1031d127-779a-4976-bacc-1e8ac6ada60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:57.847129 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-31bec488-6e73-4db7-8235-755bf6438775 None None] Set router 51def476-3db5-4168-9426-3b46fa0fa37d gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:13:57.933738 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1031d127-779a-4976-bacc-1e8ac6ada60a admin admin] Notify callbacks [] for port, precommit_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:57.939944 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1031d127-779a-4976-bacc-1e8ac6ada60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6754484'] for port, after_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:57.999462 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-1031d127-779a-4976-bacc-1e8ac6ada60a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:13:58.034132 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1031d127-779a-4976-bacc-1e8ac6ada60a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658468'] for router_interface, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:58.155557 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 1a1e4815-ba1e-4550-b4d2-b8600195c4d8 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:13:58.168320 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031d127-779a-4976-bacc-1e8ac6ada60a admin admin] Pushing event updated for resources: {'Port': ['ID=ec5f7f6b-f28f-4135-b596-91fb788f7a93,revision_number=2']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:13:58.173243 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-1031d127-779a-4976-bacc-1e8ac6ada60a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:13:58.234701 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1031d127-779a-4976-bacc-1e8ac6ada60a admin admin] Network 3f362d28-4199-45e0-91ca-7ccb175d4e6f is already hosted by enough agents. {{(pid=91837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:13:58.236565 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.base_scheduler [None req-1031d127-779a-4976-bacc-1e8ac6ada60a admin admin] Resources bound (agent type, host, resource id): {{(pid=91837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:13:58.303383 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port 1a1e4815-ba1e-4550-b4d2-b8600195c4d8 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:13:58.303844 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:58.483477 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1031d127-779a-4976-bacc-1e8ac6ada60a admin admin] Router 51def476-3db5-4168-9426-3b46fa0fa37d has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:13:58.498803 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device fd2bbe74-5778-447d-8a34-dac751fef6fd up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:13:58.533553 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-31bec488-6e73-4db7-8235-755bf6438775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'name': 'tempest-TestShelveInstance-1340000205-router', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'bddc9ffc-d11e-4860-a503-acfc852ff6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:51Z', 'updated_at': '2021-05-19T21:13:57Z', 'revision_number': 4, 'project_id': '8f782d90475c45a98ec720099679e571', 'gw_port': {'id': 'bddc9ffc-d11e-4860-a503-acfc852ff6f0', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:52Z', 'updated_at': '2021-05-19T21:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'ec5f7f6b-f28f-4135-b596-91fb788f7a93', 'name': '', 'network_id': '3f362d28-4199-45e0-91ca-7ccb175d4e6f', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'mac_address': 'fa:16:3e:d2:e9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5e79841b-91f9-4a16-ad5e-4c945612b0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:56Z', 'updated_at': '2021-05-19T21:13:56Z', 'revision_number': 1, 'project_id': '8f782d90475c45a98ec720099679e571', 'subnets': [{'id': '5e79841b-91f9-4a16-ad5e-4c945612b0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:13:58.556466 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bec488-6e73-4db7-8235-755bf6438775 None None] The sync data for ids ['51def476-3db5-4168-9426-3b46fa0fa37d'] in dv-cinder-784623-12-iscsi is: [{'id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'name': 'tempest-TestShelveInstance-1340000205-router', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'bddc9ffc-d11e-4860-a503-acfc852ff6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:51Z', 'updated_at': '2021-05-19T21:13:57Z', 'revision_number': 4, 'project_id': '8f782d90475c45a98ec720099679e571', 'gw_port': {'id': 'bddc9ffc-d11e-4860-a503-acfc852ff6f0', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:52Z', 'updated_at': '2021-05-19T21:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'ec5f7f6b-f28f-4135-b596-91fb788f7a93', 'name': '', 'network_id': '3f362d28-4199-45e0-91ca-7ccb175d4e6f', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'mac_address': 'fa:16:3e:d2:e9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5e79841b-91f9-4a16-ad5e-4c945612b0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:56Z', 'updated_at': '2021-05-19T21:13:56Z', 'revision_number': 1, 'project_id': '8f782d90475c45a98ec720099679e571', 'subnets': [{'id': '5e79841b-91f9-4a16-ad5e-4c945612b0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:13:58.589025 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-63f33b81-431a-4679-a1d7-5c3b39797e3d None None] Provisioning complete for port ec5f7f6b-f28f-4135-b596-91fb788f7a93 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:13:58.589727 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-63f33b81-431a-4679-a1d7-5c3b39797e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:58.687472 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port fd2bbe74-5778-447d-8a34-dac751fef6fd triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:13:58.687871 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:58.725426 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-63f33b81-431a-4679-a1d7-5c3b39797e3d None None] Port ec5f7f6b-f28f-4135-b596-91fb788f7a93 cannot update to ACTIVE because it is not bound. {{(pid=91838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 21:13:58.800605 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1031d127-779a-4976-bacc-1e8ac6ada60a admin admin] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:13:58.815302 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-1031d127-779a-4976-bacc-1e8ac6ada60a admin admin] 10.222.0.44 "PUT /v2.0/routers/51def476-3db5-4168-9426-3b46fa0fa37d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7494736 May 19 21:13:59.716112 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 51898) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:13:59.722283 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-b8896a5b-96a9-40bd-980f-857f989c9a53 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-125723124-network', 'tenant_id': '2f7b955f86d849bdbae9a1ed31bcbc1a'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:13:59.729417 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-b8896a5b-96a9-40bd-980f-857f989c9a53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:13:59.735052 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-b8896a5b-96a9-40bd-980f-857f989c9a53 admin admin] Usage tracker for resource:network and tenant:2f7b955f86d849bdbae9a1ed31bcbc1a is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:13:59.741928 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-b8896a5b-96a9-40bd-980f-857f989c9a53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:13:59.755235 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-b8896a5b-96a9-40bd-980f-857f989c9a53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:13:59.776427 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8896a5b-96a9-40bd-980f-857f989c9a53 admin admin] Made reservation on behalf of 2f7b955f86d849bdbae9a1ed31bcbc1a for: {'network': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:13:59.779230 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b8896a5b-96a9-40bd-980f-857f989c9a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1785277'] for network, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:59.827571 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b8896a5b-96a9-40bd-980f-857f989c9a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:13:59.845220 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-b8896a5b-96a9-40bd-980f-857f989c9a53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:13:59.854492 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-b8896a5b-96a9-40bd-980f-857f989c9a53 admin admin] Usage tracker for resource:security_group_rule and tenant:2f7b955f86d849bdbae9a1ed31bcbc1a is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:13:59.858322 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-b8896a5b-96a9-40bd-980f-857f989c9a53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:13:59.864560 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-b8896a5b-96a9-40bd-980f-857f989c9a53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:14:00.082128 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b8896a5b-96a9-40bd-980f-857f989c9a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:00.094559 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b8896a5b-96a9-40bd-980f-857f989c9a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:00.109718 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-bd23e392-5018-407c-aef0-09adcb47f456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:00.169829 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8896a5b-96a9-40bd-980f-857f989c9a53 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=91836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:14:00.209963 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8896a5b-96a9-40bd-980f-857f989c9a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea17f366-5db8-455c-a1a2-ec6c52b9ecb1,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:00.215821 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-b8896a5b-96a9-40bd-980f-857f989c9a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:00.220923 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:14:00.226313 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b8896a5b-96a9-40bd-980f-857f989c9a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:00.226796 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.db.segments_db [None req-b8896a5b-96a9-40bd-980f-857f989c9a53 admin admin] Added segment 7065dbc1-fda7-45c6-89ff-1640193752cc of type vlan for network 138d3f55-c3c8-4828-9c23-4e61ba3ea043 May 19 21:14:00.281226 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device bddc9ffc-d11e-4860-a503-acfc852ff6f0 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:14:00.309635 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b8896a5b-96a9-40bd-980f-857f989c9a53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750774008697'] for network, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:00.397257 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b8896a5b-96a9-40bd-980f-857f989c9a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448'] for network, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:00.398724 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8896a5b-96a9-40bd-980f-857f989c9a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:00.399314 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b8896a5b-96a9-40bd-980f-857f989c9a53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:00.402969 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:00.508783 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning for port bddc9ffc-d11e-4860-a503-acfc852ff6f0 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:14:00.516914 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port bddc9ffc-d11e-4860-a503-acfc852ff6f0 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:14:00.517176 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:00.542996 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 51904) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:14:00.542996 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-76d5fbb5-e60f-4eb6-a065-563269f4f8f3 admin admin] Request body: {'subnet': {'network_id': '138d3f55-c3c8-4828-9c23-4e61ba3ea043', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-125723124-subnet', 'tenant_id': '2f7b955f86d849bdbae9a1ed31bcbc1a', 'ip_version': 4}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:14:00.551003 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-b8896a5b-96a9-40bd-980f-857f989c9a53 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8281159 May 19 21:14:00.551330 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-76d5fbb5-e60f-4eb6-a065-563269f4f8f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:14:00.553902 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8896a5b-96a9-40bd-980f-857f989c9a53 admin admin] Pushing event updated for resources: {'Network': ['ID=138d3f55-c3c8-4828-9c23-4e61ba3ea043,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:00.558532 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-b8896a5b-96a9-40bd-980f-857f989c9a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:00.559899 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-76d5fbb5-e60f-4eb6-a065-563269f4f8f3 admin admin] Usage tracker for resource:subnet and tenant:2f7b955f86d849bdbae9a1ed31bcbc1a is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:14:00.563604 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-76d5fbb5-e60f-4eb6-a065-563269f4f8f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:14:00.571111 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-76d5fbb5-e60f-4eb6-a065-563269f4f8f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:14:00.583436 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Network 138d3f55-c3c8-4828-9c23-4e61ba3ea043 details requested by agent ovs-agent-dv-cinder-784623-12-iscsi with host dv-cinder-784623-12-iscsi {{(pid=91838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 21:14:00.631824 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d5fbb5-e60f-4eb6-a065-563269f4f8f3 admin admin] Made reservation on behalf of 2f7b955f86d849bdbae9a1ed31bcbc1a for: {'subnet': 1} {{(pid=91837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:14:00.635052 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-76d5fbb5-e60f-4eb6-a065-563269f4f8f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6349989'] for subnet, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:00.832887 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:00.857090 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] For port bddc9ffc-d11e-4860-a503-acfc852ff6f0, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=bddc9ffc-d11e-4860-a503-acfc852ff6f0,segment=NetworkSegment(2ae65b33-9dba-40dd-84dc-4e059aac7a0c),segment_id=2ae65b33-9dba-40dd-84dc-4e059aac7a0c)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:14:00.875424 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:00.886466 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:01.054286 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Pushing event updated for resources: {'Port': ['ID=bddc9ffc-d11e-4860-a503-acfc852ff6f0,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:01.063304 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:01.470067 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-76d5fbb5-e60f-4eb6-a065-563269f4f8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6801213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6349975'] for subnet, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:01.480756 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:01.615673 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5fbb5-e60f-4eb6-a065-563269f4f8f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e4fb3ed-ed45-4240-90c2-d6a080d08a7e,revision_number=0']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:01.631083 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5fbb5-e60f-4eb6-a065-563269f4f8f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:01.631517 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5fbb5-e60f-4eb6-a065-563269f4f8f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:01.632074 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5fbb5-e60f-4eb6-a065-563269f4f8f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:01.632433 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5fbb5-e60f-4eb6-a065-563269f4f8f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:01.632849 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5fbb5-e60f-4eb6-a065-563269f4f8f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:01.633142 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5fbb5-e60f-4eb6-a065-563269f4f8f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:01.633678 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5fbb5-e60f-4eb6-a065-563269f4f8f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:01.634035 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5fbb5-e60f-4eb6-a065-563269f4f8f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:01.634946 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5fbb5-e60f-4eb6-a065-563269f4f8f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:01.635339 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5fbb5-e60f-4eb6-a065-563269f4f8f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:01.635930 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5fbb5-e60f-4eb6-a065-563269f4f8f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:01.636403 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5fbb5-e60f-4eb6-a065-563269f4f8f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:01.641575 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-76d5fbb5-e60f-4eb6-a065-563269f4f8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:01.644986 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d5fbb5-e60f-4eb6-a065-563269f4f8f3 admin admin] Checking segment: {'id': '7065dbc1-fda7-45c6-89ff-1640193752cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '138d3f55-c3c8-4828-9c23-4e61ba3ea043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:14:01.645290 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d5fbb5-e60f-4eb6-a065-563269f4f8f3 admin admin] Network hostable DHCP agents. Network: 138d3f55-c3c8-4828-9c23-4e61ba3ea043, hostable agents: ['79fa1e52-5d5b-4f2e-bd0b-6133595bf37f'], hosted agents: [] {{(pid=91837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:14:01.670038 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d5fbb5-e60f-4eb6-a065-563269f4f8f3 admin admin] Network 138d3f55-c3c8-4828-9c23-4e61ba3ea043 is scheduled to be hosted by DHCP agent 79fa1e52-5d5b-4f2e-bd0b-6133595bf37f with binding_index 1 {{(pid=91837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:14:01.686198 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.base_scheduler [None req-76d5fbb5-e60f-4eb6-a065-563269f4f8f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-12-iscsi, 138d3f55-c3c8-4828-9c23-4e61ba3ea043) {{(pid=91837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:14:01.702141 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988c605b-e4b7-418c-8e16-13f753b689af None None] Network 138d3f55-c3c8-4828-9c23-4e61ba3ea043 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:14:01.708756 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d5fbb5-e60f-4eb6-a065-563269f4f8f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:01.708756 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-76d5fbb5-e60f-4eb6-a065-563269f4f8f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for subnet, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:01.710338 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ba1b6a-3338-4ff8-8dd9-d97d678171ee None None] Sync routers for ids ['51def476-3db5-4168-9426-3b46fa0fa37d'] in dv-cinder-784623-12-iscsi {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:14:01.717343 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166cf66-bb06-420b-a25c-4021f8b0ed98 req-17442901-63fc-48c3-af1b-835fad40fe86 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:01.723766 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ba1b6a-3338-4ff8-8dd9-d97d678171ee None None] Routers {'51def476-3db5-4168-9426-3b46fa0fa37d'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:14:01.725042 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-c8ba1b6a-3338-4ff8-8dd9-d97d678171ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:13:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['51def476-3db5-4168-9426-3b46fa0fa37d'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:14:01.725227 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c166cf66-bb06-420b-a25c-4021f8b0ed98 req-17442901-63fc-48c3-af1b-835fad40fe86 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 945 time: 0.1424737 May 19 21:14:01.769402 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-76d5fbb5-e60f-4eb6-a065-563269f4f8f3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2321496 May 19 21:14:01.774151 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 51940) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:14:01.788215 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-3737ff52-eca2-41db-9b13-f8b6fb69e8af admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-125723124-router', 'tenant_id': '2f7b955f86d849bdbae9a1ed31bcbc1a', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403'}}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:14:01.806218 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-3737ff52-eca2-41db-9b13-f8b6fb69e8af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:14:01.817817 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-3737ff52-eca2-41db-9b13-f8b6fb69e8af admin admin] Usage tracker for resource:router and tenant:2f7b955f86d849bdbae9a1ed31bcbc1a is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:14:01.820311 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c166cf66-bb06-420b-a25c-4021f8b0ed98 req-e2ed58e0-3036-45e4-a8b5-86987c8e04ed tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938983 May 19 21:14:01.823981 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-3737ff52-eca2-41db-9b13-f8b6fb69e8af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:14:01.832233 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-3737ff52-eca2-41db-9b13-f8b6fb69e8af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:14:01.862702 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-3737ff52-eca2-41db-9b13-f8b6fb69e8af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-632075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5397'] for router, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:01.864047 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-3737ff52-eca2-41db-9b13-f8b6fb69e8af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5406'] for router, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:01.889007 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-3737ff52-eca2-41db-9b13-f8b6fb69e8af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:01.968129 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-c8ba1b6a-3338-4ff8-8dd9-d97d678171ee None None] Set router 51def476-3db5-4168-9426-3b46fa0fa37d gateway port host: dv-cinder-784623-12-iscsi {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:14:02.147270 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device bddc9ffc-d11e-4860-a503-acfc852ff6f0 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:14:02.337411 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-3737ff52-eca2-41db-9b13-f8b6fb69e8af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-662851', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-632185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5424'] for router, precommit_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:02.372406 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7612cc-02e3-420f-9a13-8bcbe6b7c377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c1ac1fe-8999-50db-9da9-b16559c89988-138d3f55-c3c8-4828-9c23-4e61ba3ea043', 'network_id': '138d3f55-c3c8-4828-9c23-4e61ba3ea043', 'tenant_id': '2f7b955f86d849bdbae9a1ed31bcbc1a', 'fixed_ips': [{'subnet_id': '2e4fb3ed-ed45-4240-90c2-d6a080d08a7e'}]}} from dv-cinder-784623-12-iscsi. {{(pid=91838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 21:14:02.373428 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-2c7612cc-02e3-420f-9a13-8bcbe6b7c377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:02.511468 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-c8ba1b6a-3338-4ff8-8dd9-d97d678171ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'name': 'tempest-TestShelveInstance-1340000205-router', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'bddc9ffc-d11e-4860-a503-acfc852ff6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:51Z', 'updated_at': '2021-05-19T21:13:57Z', 'revision_number': 4, 'project_id': '8f782d90475c45a98ec720099679e571', 'gw_port': {'id': 'bddc9ffc-d11e-4860-a503-acfc852ff6f0', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:52Z', 'updated_at': '2021-05-19T21:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'ec5f7f6b-f28f-4135-b596-91fb788f7a93', 'name': '', 'network_id': '3f362d28-4199-45e0-91ca-7ccb175d4e6f', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'mac_address': 'fa:16:3e:d2:e9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5e79841b-91f9-4a16-ad5e-4c945612b0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:56Z', 'updated_at': '2021-05-19T21:13:57Z', 'revision_number': 2, 'project_id': '8f782d90475c45a98ec720099679e571', 'subnets': [{'id': '5e79841b-91f9-4a16-ad5e-4c945612b0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:14:02.515962 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port bddc9ffc-d11e-4860-a503-acfc852ff6f0 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:14:02.516806 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:02.523833 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ba1b6a-3338-4ff8-8dd9-d97d678171ee None None] Checking router: 51def476-3db5-4168-9426-3b46fa0fa37d for host: dv-cinder-784623-12-iscsi {{(pid=91839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:14:02.524928 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ba1b6a-3338-4ff8-8dd9-d97d678171ee None None] Updating router 51def476-3db5-4168-9426-3b46fa0fa37d port ec5f7f6b-f28f-4135-b596-91fb788f7a93 binding host dv-cinder-784623-12-iscsi {{(pid=91839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:14:02.544879 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-cb3a0273-e661-44b9-9acb-e0f3e847cb02 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:02.546327 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-cb3a0273-e661-44b9-9acb-e0f3e847cb02 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Synchronizing usage tracker for tenant:e141f08b4656401195114e7ec697b3cc on resource:network {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:14:02.576391 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-cb3a0273-e661-44b9-9acb-e0f3e847cb02 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Unset dirty status for tenant:e141f08b4656401195114e7ec697b3cc on resource:network {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:14:02.577697 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-cb3a0273-e661-44b9-9acb-e0f3e847cb02 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/networks?id=73b7349c-369e-491e-baf8-e9528bb71f6c HTTP/1.1" status: 200 len: 815 time: 0.2436430 May 19 21:14:02.597817 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1b6a-3338-4ff8-8dd9-d97d678171ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:02.603698 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-5f0cd93c-26b1-4acb-8f66-a2d0aa1a856d tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/quotas/e141f08b4656401195114e7ec697b3cc HTTP/1.1" status: 200 len: 375 time: 0.0178621 May 19 21:14:02.696316 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-949aacca-59a0-444a-84fd-c51f81673903 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Synchronizing usage tracker for tenant:e141f08b4656401195114e7ec697b3cc on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:14:02.723023 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-949aacca-59a0-444a-84fd-c51f81673903 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Unset dirty status for tenant:e141f08b4656401195114e7ec697b3cc on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:14:02.729528 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.db_base_plugin_common [None req-2c7612cc-02e3-420f-9a13-8bcbe6b7c377 None None] Allocated IP 172.20.0.2 (138d3f55-c3c8-4828-9c23-4e61ba3ea043/2e4fb3ed-ed45-4240-90c2-d6a080d08a7e/dabc5c21-e79d-44cf-a5bd-41588faff52a) {{(pid=91838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:14:02.739218 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-949aacca-59a0-444a-84fd-c51f81673903 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e141f08b4656401195114e7ec697b3cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1342533 May 19 21:14:02.797156 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-3737ff52-eca2-41db-9b13-f8b6fb69e8af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:02.834146 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-3737ff52-eca2-41db-9b13-f8b6fb69e8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:03.034954 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-2c7612cc-02e3-420f-9a13-8bcbe6b7c377 None None] Notify callbacks [] for port, precommit_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:03.047833 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-2c7612cc-02e3-420f-9a13-8bcbe6b7c377 None None] Transition to ACTIVE for port object dabc5c21-e79d-44cf-a5bd-41588faff52a will not be triggered until provisioned by entity L2. {{(pid=91838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:14:03.049320 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.db_base_plugin_common [None req-3737ff52-eca2-41db-9b13-f8b6fb69e8af admin admin] Allocated IP 172.27.1.149 (7528c24a-f700-413f-aad3-165c7750b403/5baa0079-c83e-4549-8f83-3def60c01514/c21d7029-7eb4-4749-8c9f-431ebd0ad54f) {{(pid=91837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:14:03.073304 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-2c7612cc-02e3-420f-9a13-8bcbe6b7c377 None None] Transition to ACTIVE for port object dabc5c21-e79d-44cf-a5bd-41588faff52a will not be triggered until provisioned by entity DHCP. {{(pid=91838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:14:03.081496 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1b6a-3338-4ff8-8dd9-d97d678171ee None None] Notify callbacks [] for port, precommit_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:03.083156 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-2c7612cc-02e3-420f-9a13-8bcbe6b7c377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111'] for port, after_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:03.093323 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:03.097637 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.provisioning_blocks [None req-c8ba1b6a-3338-4ff8-8dd9-d97d678171ee None None] Transition to ACTIVE for port object ec5f7f6b-f28f-4135-b596-91fb788f7a93 will not be triggered until provisioned by entity L2. {{(pid=91839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:14:03.108866 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1b6a-3338-4ff8-8dd9-d97d678171ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:03.113919 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:03.122131 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-9a23a21a-4b40-4e08-b3b0-5ef0dc56a3f5 service neutron] 10.222.0.44 "GET /v2.0/networks/73b7349c-369e-491e-baf8-e9528bb71f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637009 May 19 21:14:03.161278 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7612cc-02e3-420f-9a13-8bcbe6b7c377 None None] Network 138d3f55-c3c8-4828-9c23-4e61ba3ea043 is already hosted by enough agents. {{(pid=91838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:14:03.164930 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.scheduler.base_scheduler [None req-2c7612cc-02e3-420f-9a13-8bcbe6b7c377 None None] Resources bound (agent type, host, resource id): {{(pid=91838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:14:03.169279 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7612cc-02e3-420f-9a13-8bcbe6b7c377 None None] Received port after_create {{(pid=91838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:14:03.178938 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7612cc-02e3-420f-9a13-8bcbe6b7c377 None None] Pushing event updated for resources: {'Port': ['ID=dabc5c21-e79d-44cf-a5bd-41588faff52a,revision_number=1']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:03.211558 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54b181-f97a-49cc-8de4-098b825ad6ce req-235c3fbe-3f4e-4e0d-8d02-780500c493da tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:03.213569 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-1f54b181-f97a-49cc-8de4-098b825ad6ce req-235c3fbe-3f4e-4e0d-8d02-780500c493da tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 945 time: 0.2271612 May 19 21:14:03.225174 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-2c7612cc-02e3-420f-9a13-8bcbe6b7c377 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:03.297843 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-1f54b181-f97a-49cc-8de4-098b825ad6ce req-26f5633a-446f-4a97-a046-c5d9b80757e5 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733967 May 19 21:14:03.335605 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-2c7612cc-02e3-420f-9a13-8bcbe6b7c377 None None] Attempting to bind port dabc5c21-e79d-44cf-a5bd-41588faff52a on host dv-cinder-784623-12-iscsi for vnic_type normal with profile {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:14:03.336312 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-2c7612cc-02e3-420f-9a13-8bcbe6b7c377 None None] Attempting to bind port dabc5c21-e79d-44cf-a5bd-41588faff52a by drivers openvswitch,hyperv on host dv-cinder-784623-12-iscsi at level 0 using segments [{'id': '7065dbc1-fda7-45c6-89ff-1640193752cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '138d3f55-c3c8-4828-9c23-4e61ba3ea043'}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:14:03.336910 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7612cc-02e3-420f-9a13-8bcbe6b7c377 None None] Attempting to bind port dabc5c21-e79d-44cf-a5bd-41588faff52a on network 138d3f55-c3c8-4828-9c23-4e61ba3ea043 {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:14:03.344802 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7612cc-02e3-420f-9a13-8bcbe6b7c377 None None] Checking agent: {'id': 'f197b149-8cce-4905-bf69-1a24ef250a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 0, 38), 'started_at': datetime.datetime(2021, 5, 19, 21, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:14:03.345538 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7612cc-02e3-420f-9a13-8bcbe6b7c377 None None] Checking segment: {'id': '7065dbc1-fda7-45c6-89ff-1640193752cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '138d3f55-c3c8-4828-9c23-4e61ba3ea043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:14:03.346174 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-2c7612cc-02e3-420f-9a13-8bcbe6b7c377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:03.346770 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7612cc-02e3-420f-9a13-8bcbe6b7c377 None None] Bound using segment: {'id': '7065dbc1-fda7-45c6-89ff-1640193752cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '138d3f55-c3c8-4828-9c23-4e61ba3ea043'} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:14:03.347697 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-2c7612cc-02e3-420f-9a13-8bcbe6b7c377 None None] Bound port: dabc5c21-e79d-44cf-a5bd-41588faff52a, host: dv-cinder-784623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7065dbc1-fda7-45c6-89ff-1640193752cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '138d3f55-c3c8-4828-9c23-4e61ba3ea043'}}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:14:03.348268 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-2c7612cc-02e3-420f-9a13-8bcbe6b7c377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:03.378518 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-3737ff52-eca2-41db-9b13-f8b6fb69e8af admin admin] Notify callbacks [] for port, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:03.455939 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-3737ff52-eca2-41db-9b13-f8b6fb69e8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6754477'] for port, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:03.462200 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932bfb9-b6d8-4318-88e7-9b27243e7b42 None None] Pushing event updated for resources: {'Port': ['ID=ec5f7f6b-f28f-4135-b596-91fb788f7a93,revision_number=3']} {{(pid=91839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:03.462388 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-50384c32-bb68-4253-8166-621699dfa6b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:03.468698 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [None req-9932bfb9-b6d8-4318-88e7-9b27243e7b42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:03.470635 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-6fb69fa9-67db-4a69-906f-34d96bde3041 service neutron] 10.222.0.44 "GET /v2.0/networks/73b7349c-369e-491e-baf8-e9528bb71f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459234 May 19 21:14:03.533004 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.managers [None req-c8ba1b6a-3338-4ff8-8dd9-d97d678171ee None None] Attempting to bind port ec5f7f6b-f28f-4135-b596-91fb788f7a93 on host dv-cinder-784623-12-iscsi for vnic_type normal with profile {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:14:03.533126 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.managers [None req-c8ba1b6a-3338-4ff8-8dd9-d97d678171ee None None] Attempting to bind port ec5f7f6b-f28f-4135-b596-91fb788f7a93 by drivers openvswitch,hyperv on host dv-cinder-784623-12-iscsi at level 0 using segments [{'id': '78a99981-671c-4abb-9417-884234ae710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3f362d28-4199-45e0-91ca-7ccb175d4e6f'}] {{(pid=91839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:14:03.533519 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ba1b6a-3338-4ff8-8dd9-d97d678171ee None None] Attempting to bind port ec5f7f6b-f28f-4135-b596-91fb788f7a93 on network 3f362d28-4199-45e0-91ca-7ccb175d4e6f {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:14:03.541982 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ba1b6a-3338-4ff8-8dd9-d97d678171ee None None] Checking agent: {'id': 'f197b149-8cce-4905-bf69-1a24ef250a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 0, 38), 'started_at': datetime.datetime(2021, 5, 19, 21, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:14:03.543179 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ba1b6a-3338-4ff8-8dd9-d97d678171ee None None] Checking segment: {'id': '78a99981-671c-4abb-9417-884234ae710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3f362d28-4199-45e0-91ca-7ccb175d4e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:14:03.543179 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1b6a-3338-4ff8-8dd9-d97d678171ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:03.543179 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ba1b6a-3338-4ff8-8dd9-d97d678171ee None None] Bound using segment: {'id': '78a99981-671c-4abb-9417-884234ae710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3f362d28-4199-45e0-91ca-7ccb175d4e6f'} {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:14:03.543967 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.managers [None req-c8ba1b6a-3338-4ff8-8dd9-d97d678171ee None None] Bound port: ec5f7f6b-f28f-4135-b596-91fb788f7a93, host: dv-cinder-784623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a99981-671c-4abb-9417-884234ae710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3f362d28-4199-45e0-91ca-7ccb175d4e6f'}}] {{(pid=91839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:14:03.544544 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1b6a-3338-4ff8-8dd9-d97d678171ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:03.605884 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3737ff52-eca2-41db-9b13-f8b6fb69e8af admin admin] Network 7528c24a-f700-413f-aad3-165c7750b403 is already hosted by enough agents. {{(pid=91837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:14:03.610781 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.base_scheduler [None req-3737ff52-eca2-41db-9b13-f8b6fb69e8af admin admin] Resources bound (agent type, host, resource id): {{(pid=91837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:14:03.615220 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3737ff52-eca2-41db-9b13-f8b6fb69e8af admin admin] Received port after_create {{(pid=91837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:14:03.615532 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-2c7612cc-02e3-420f-9a13-8bcbe6b7c377 None None] For port dabc5c21-e79d-44cf-a5bd-41588faff52a, host dv-cinder-784623-12-iscsi, cleared binding levels {{(pid=91838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:14:03.620649 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-2c7612cc-02e3-420f-9a13-8bcbe6b7c377 None None] For port dabc5c21-e79d-44cf-a5bd-41588faff52a, host dv-cinder-784623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=dabc5c21-e79d-44cf-a5bd-41588faff52a,segment=NetworkSegment(7065dbc1-fda7-45c6-89ff-1640193752cc),segment_id=7065dbc1-fda7-45c6-89ff-1640193752cc)] {{(pid=91838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:14:03.634575 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-2c7612cc-02e3-420f-9a13-8bcbe6b7c377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:03.638584 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:03.727151 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.db [None req-c8ba1b6a-3338-4ff8-8dd9-d97d678171ee None None] For port ec5f7f6b-f28f-4135-b596-91fb788f7a93, host dv-cinder-784623-12-iscsi, cleared binding levels {{(pid=91839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:14:03.742954 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.db [None req-c8ba1b6a-3338-4ff8-8dd9-d97d678171ee None None] For port ec5f7f6b-f28f-4135-b596-91fb788f7a93, host dv-cinder-784623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=ec5f7f6b-f28f-4135-b596-91fb788f7a93,segment=NetworkSegment(78a99981-671c-4abb-9417-884234ae710e),segment_id=78a99981-671c-4abb-9417-884234ae710e)] {{(pid=91839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:14:03.755812 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1b6a-3338-4ff8-8dd9-d97d678171ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:03.788072 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:03.799942 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7612cc-02e3-420f-9a13-8bcbe6b7c377 None None] Pushing event updated for resources: {'Port': ['ID=dabc5c21-e79d-44cf-a5bd-41588faff52a,revision_number=2']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:03.808126 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-2c7612cc-02e3-420f-9a13-8bcbe6b7c377 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:03.841872 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7baa90a9-a862-435c-8fe1-2bc9d8c9bb62 req-917be5f2-0cdc-4a04-9b56-d35ca0b1fdd7 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 210 time: 0.0835936 May 19 21:14:03.947476 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ba1b6a-3338-4ff8-8dd9-d97d678171ee None None] Routers {'51def476-3db5-4168-9426-3b46fa0fa37d'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:14:03.948601 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-c8ba1b6a-3338-4ff8-8dd9-d97d678171ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:13:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['51def476-3db5-4168-9426-3b46fa0fa37d'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:14:04.178264 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737ff52-eca2-41db-9b13-f8b6fb69e8af admin admin] Pushing event updated for resources: {'Port': ['ID=c21d7029-7eb4-4749-8c9f-431ebd0ad54f,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:04.196644 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-3737ff52-eca2-41db-9b13-f8b6fb69e8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:04.264574 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932bfb9-b6d8-4318-88e7-9b27243e7b42 None None] Pushing event updated for resources: {'Port': ['ID=ec5f7f6b-f28f-4135-b596-91fb788f7a93,revision_number=4']} {{(pid=91839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:04.282521 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [None req-9932bfb9-b6d8-4318-88e7-9b27243e7b42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:04.334257 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-c8ba1b6a-3338-4ff8-8dd9-d97d678171ee None None] Set router 51def476-3db5-4168-9426-3b46fa0fa37d gateway port host: dv-cinder-784623-12-iscsi {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:14:04.721131 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025eb8f-eeab-4005-88b1-a6bf3eb77538 req-27794144-3c78-4557-a3d5-2a853eedbb3a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:04.732381 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b025eb8f-eeab-4005-88b1-a6bf3eb77538 req-27794144-3c78-4557-a3d5-2a853eedbb3a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 945 time: 0.1223507 May 19 21:14:04.765132 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-3737ff52-eca2-41db-9b13-f8b6fb69e8af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:04.831673 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b025eb8f-eeab-4005-88b1-a6bf3eb77538 req-31e723e8-ea92-4e70-b8f7-b7bde6f124b3 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967908 May 19 21:14:05.036836 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-c8ba1b6a-3338-4ff8-8dd9-d97d678171ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'name': 'tempest-TestShelveInstance-1340000205-router', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'bddc9ffc-d11e-4860-a503-acfc852ff6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:51Z', 'updated_at': '2021-05-19T21:13:57Z', 'revision_number': 4, 'project_id': '8f782d90475c45a98ec720099679e571', 'gw_port': {'id': 'bddc9ffc-d11e-4860-a503-acfc852ff6f0', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:52Z', 'updated_at': '2021-05-19T21:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'ec5f7f6b-f28f-4135-b596-91fb788f7a93', 'name': '', 'network_id': '3f362d28-4199-45e0-91ca-7ccb175d4e6f', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'mac_address': 'fa:16:3e:d2:e9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5e79841b-91f9-4a16-ad5e-4c945612b0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:56Z', 'updated_at': '2021-05-19T21:14:03Z', 'revision_number': 4, 'project_id': '8f782d90475c45a98ec720099679e571', 'subnets': [{'id': '5e79841b-91f9-4a16-ad5e-4c945612b0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:14:05.045020 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ba1b6a-3338-4ff8-8dd9-d97d678171ee None None] The sync data for ids ['51def476-3db5-4168-9426-3b46fa0fa37d'] in dv-cinder-784623-12-iscsi is: [{'id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'name': 'tempest-TestShelveInstance-1340000205-router', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'bddc9ffc-d11e-4860-a503-acfc852ff6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:51Z', 'updated_at': '2021-05-19T21:13:57Z', 'revision_number': 4, 'project_id': '8f782d90475c45a98ec720099679e571', 'gw_port': {'id': 'bddc9ffc-d11e-4860-a503-acfc852ff6f0', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:52Z', 'updated_at': '2021-05-19T21:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'ec5f7f6b-f28f-4135-b596-91fb788f7a93', 'name': '', 'network_id': '3f362d28-4199-45e0-91ca-7ccb175d4e6f', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'mac_address': 'fa:16:3e:d2:e9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5e79841b-91f9-4a16-ad5e-4c945612b0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:56Z', 'updated_at': '2021-05-19T21:14:03Z', 'revision_number': 4, 'project_id': '8f782d90475c45a98ec720099679e571', 'subnets': [{'id': '5e79841b-91f9-4a16-ad5e-4c945612b0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:14:05.101571 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c28d7dc3-483f-4fb0-ae7b-8c24ec905496 req-8578d0e5-5f2f-4e70-8135-9e539d3b9dfa tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 210 time: 0.0738275 May 19 21:14:05.265782 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d54848b-8978-4bef-b8e6-232468ce42fa None None] Network 138d3f55-c3c8-4828-9c23-4e61ba3ea043 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:14:05.336578 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-3737ff52-eca2-41db-9b13-f8b6fb69e8af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-632064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663024'] for router, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:05.402354 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-a3f02d04-c8fc-49af-9001-86a9f7d79096 None None] Provisioning for port dabc5c21-e79d-44cf-a5bd-41588faff52a completed by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:14:05.571193 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3737ff52-eca2-41db-9b13-f8b6fb69e8af admin admin] Router 90241a10-98f6-4849-a0d9-a17b0f770124 is scheduled to L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 with binding_index 1 {{(pid=91837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 21:14:05.825950 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3737ff52-eca2-41db-9b13-f8b6fb69e8af admin admin] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:14:05.836432 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb6d7c-86d9-4865-90d2-c7a95e9e688e None None] Sync routers for ids ['90241a10-98f6-4849-a0d9-a17b0f770124'] in dv-cinder-784623-12-iscsi {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:14:05.851674 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbb6d7c-86d9-4865-90d2-c7a95e9e688e None None] Routers {'90241a10-98f6-4849-a0d9-a17b0f770124'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:14:05.853689 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-abbb6d7c-86d9-4865-90d2-c7a95e9e688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:13:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['90241a10-98f6-4849-a0d9-a17b0f770124'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:14:05.873145 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-3737ff52-eca2-41db-9b13-f8b6fb69e8af admin admin] Notify callbacks [] for router, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:05.877985 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-3737ff52-eca2-41db-9b13-f8b6fb69e8af admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1013863 May 19 21:14:05.879093 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 52002) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:14:05.953961 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-1d926815-a92d-455f-bdfa-01b37a3efb73 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:05.956087 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-1d926815-a92d-455f-bdfa-01b37a3efb73 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.25 "GET /v2.0/networks?id=73b7349c-369e-491e-baf8-e9528bb71f6c HTTP/1.1" status: 200 len: 815 time: 0.2894526 May 19 21:14:05.980162 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-0d03ef96-9885-46b8-a1ee-34696b521b7f tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Request body: {'port': {'device_id': 'a9acc775-6b49-499a-a05c-d8d065f4ba4f', 'network_id': '73b7349c-369e-491e-baf8-e9528bb71f6c', 'admin_state_up': True, 'tenant_id': 'e141f08b4656401195114e7ec697b3cc'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:14:06.078746 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-f4243fd6-10b3-4259-98f3-bdd8a017a077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:06.130737 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-abbb6d7c-86d9-4865-90d2-c7a95e9e688e None None] Set router 90241a10-98f6-4849-a0d9-a17b0f770124 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:14:06.163171 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-0d03ef96-9885-46b8-a1ee-34696b521b7f tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:14:06.174142 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-0d03ef96-9885-46b8-a1ee-34696b521b7f tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:14:06.221906 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-0d03ef96-9885-46b8-a1ee-34696b521b7f tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Made reservation on behalf of e141f08b4656401195114e7ec697b3cc for: {'port': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:14:06.225934 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-0d03ef96-9885-46b8-a1ee-34696b521b7f tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:06.332981 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device ec5f7f6b-f28f-4135-b596-91fb788f7a93 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:14:06.391571 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14fd8e-6905-4932-8303-d9d08e2f210c req-d3a5b690-8296-408e-98d5-96c9446199e8 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:06.393275 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7b14fd8e-6905-4932-8303-d9d08e2f210c req-d3a5b690-8296-408e-98d5-96c9446199e8 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 945 time: 0.2107382 May 19 21:14:06.436756 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-d45c762b-ae6f-449e-ace3-2e7065ee4b31 req-612e5d47-4499-45ba-81ab-8d23261d431a tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 210 time: 0.0720358 May 19 21:14:06.483140 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7b14fd8e-6905-4932-8303-d9d08e2f210c req-4c1f88e0-f355-47d6-9ded-baa4b53722ba tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799451 May 19 21:14:06.545925 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-0d03ef96-9885-46b8-a1ee-34696b521b7f tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Allocated IP 172.20.0.7 (73b7349c-369e-491e-baf8-e9528bb71f6c/5dd05cad-8fb2-4162-80dd-c762712c0dfd/61b6d8d7-9335-45fa-ba71-5578c59b1d59) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:14:06.614508 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning for port ec5f7f6b-f28f-4135-b596-91fb788f7a93 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:14:06.649843 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port ec5f7f6b-f28f-4135-b596-91fb788f7a93 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:14:06.650264 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:06.826232 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:06.873285 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] For port ec5f7f6b-f28f-4135-b596-91fb788f7a93, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=ec5f7f6b-f28f-4135-b596-91fb788f7a93,segment=NetworkSegment(78a99981-671c-4abb-9417-884234ae710e),segment_id=78a99981-671c-4abb-9417-884234ae710e)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:14:06.876344 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-abbb6d7c-86d9-4865-90d2-c7a95e9e688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90241a10-98f6-4849-a0d9-a17b0f770124', 'name': 'tempest-TestShelveInstance-125723124-router', 'tenant_id': '2f7b955f86d849bdbae9a1ed31bcbc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'c21d7029-7eb4-4749-8c9f-431ebd0ad54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:14:01Z', 'updated_at': '2021-05-19T21:14:04Z', 'revision_number': 3, 'project_id': '2f7b955f86d849bdbae9a1ed31bcbc1a', 'gw_port': {'id': 'c21d7029-7eb4-4749-8c9f-431ebd0ad54f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90241a10-98f6-4849-a0d9-a17b0f770124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:14:02Z', 'updated_at': '2021-05-19T21:14:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi'}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:14:06.881353 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb6d7c-86d9-4865-90d2-c7a95e9e688e None None] Checking router: 90241a10-98f6-4849-a0d9-a17b0f770124 for host: dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:14:06.882161 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb6d7c-86d9-4865-90d2-c7a95e9e688e None None] Updating router 90241a10-98f6-4849-a0d9-a17b0f770124 port c21d7029-7eb4-4749-8c9f-431ebd0ad54f binding host dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:14:06.946104 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-abbb6d7c-86d9-4865-90d2-c7a95e9e688e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:06.957895 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-0d03ef96-9885-46b8-a1ee-34696b521b7f tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:06.971942 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:06.973080 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device dabc5c21-e79d-44cf-a5bd-41588faff52a up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:14:06.993131 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-0d03ef96-9885-46b8-a1ee-34696b521b7f tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Transition to ACTIVE for port object 61b6d8d7-9335-45fa-ba71-5578c59b1d59 will not be triggered until provisioned by entity DHCP. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:14:07.022691 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-e2b55712-24b9-403d-9dda-f3aadc5f8f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:07.037287 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-0d03ef96-9885-46b8-a1ee-34696b521b7f tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:07.082124 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-3b246227-2d66-489b-8e9d-d87edca33061 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:07.208416 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-0d03ef96-9885-46b8-a1ee-34696b521b7f tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Network 73b7349c-369e-491e-baf8-e9528bb71f6c is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:14:07.235482 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-0d03ef96-9885-46b8-a1ee-34696b521b7f tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:14:07.250629 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-0d03ef96-9885-46b8-a1ee-34696b521b7f tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:14:07.286718 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03ef96-9885-46b8-a1ee-34696b521b7f tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Pushing event updated for resources: {'Port': ['ID=61b6d8d7-9335-45fa-ba71-5578c59b1d59,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:07.291295 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-0d03ef96-9885-46b8-a1ee-34696b521b7f tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:07.320655 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4514ef72-2e00-4fd1-9095-b9eeacf05edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:07.369926 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-0d03ef96-9885-46b8-a1ee-34696b521b7f tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:07.370697 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-0d03ef96-9885-46b8-a1ee-34696b521b7f tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:07.422846 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-0d03ef96-9885-46b8-a1ee-34696b521b7f tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4521508 May 19 21:14:07.588669 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-96fa1557-b610-4487-8363-59cc19bc2137 service neutron] Request body: {'port': {'device_id': 'a9acc775-6b49-499a-a05c-d8d065f4ba4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:14:07.630579 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-abbb6d7c-86d9-4865-90d2-c7a95e9e688e None None] Notify callbacks [] for port, precommit_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:07.661140 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-abbb6d7c-86d9-4865-90d2-c7a95e9e688e None None] Transition to ACTIVE for port object c21d7029-7eb4-4749-8c9f-431ebd0ad54f will not be triggered until provisioned by entity L2. {{(pid=91838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:14:07.697726 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-abbb6d7c-86d9-4865-90d2-c7a95e9e688e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:07.720231 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Pushing event updated for resources: {'Port': ['ID=ec5f7f6b-f28f-4135-b596-91fb788f7a93,revision_number=5']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:07.727695 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:07.729521 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:07.766444 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-96fa1557-b610-4487-8363-59cc19bc2137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:07.831729 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809320df-69b5-47fb-baad-403cce7be203 None None] Pushing event updated for resources: {'Port': ['ID=c21d7029-7eb4-4749-8c9f-431ebd0ad54f,revision_number=2']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:07.858452 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-abbb6d7c-86d9-4865-90d2-c7a95e9e688e None None] Attempting to bind port c21d7029-7eb4-4749-8c9f-431ebd0ad54f on host dv-cinder-784623-12-iscsi for vnic_type normal with profile {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:14:07.858984 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-abbb6d7c-86d9-4865-90d2-c7a95e9e688e None None] Attempting to bind port c21d7029-7eb4-4749-8c9f-431ebd0ad54f by drivers openvswitch,hyperv on host dv-cinder-784623-12-iscsi at level 0 using segments [{'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:14:07.859372 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbb6d7c-86d9-4865-90d2-c7a95e9e688e None None] Attempting to bind port c21d7029-7eb4-4749-8c9f-431ebd0ad54f on network 7528c24a-f700-413f-aad3-165c7750b403 {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:14:07.866293 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-809320df-69b5-47fb-baad-403cce7be203 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:07.869151 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbb6d7c-86d9-4865-90d2-c7a95e9e688e None None] Checking agent: {'id': 'f197b149-8cce-4905-bf69-1a24ef250a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 0, 38), 'started_at': datetime.datetime(2021, 5, 19, 21, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:14:07.869533 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbb6d7c-86d9-4865-90d2-c7a95e9e688e None None] Checking segment: {'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:14:07.869937 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-abbb6d7c-86d9-4865-90d2-c7a95e9e688e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:07.870385 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbb6d7c-86d9-4865-90d2-c7a95e9e688e None None] Bound using segment: {'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:14:07.870893 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-abbb6d7c-86d9-4865-90d2-c7a95e9e688e None None] Bound port: c21d7029-7eb4-4749-8c9f-431ebd0ad54f, host: dv-cinder-784623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'}}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:14:07.871277 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-abbb6d7c-86d9-4865-90d2-c7a95e9e688e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:07.951393 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-abbb6d7c-86d9-4865-90d2-c7a95e9e688e None None] For port c21d7029-7eb4-4749-8c9f-431ebd0ad54f, host dv-cinder-784623-12-iscsi, cleared binding levels {{(pid=91838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:14:07.954993 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-abbb6d7c-86d9-4865-90d2-c7a95e9e688e None None] For port c21d7029-7eb4-4749-8c9f-431ebd0ad54f, host dv-cinder-784623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=c21d7029-7eb4-4749-8c9f-431ebd0ad54f,segment=NetworkSegment(2ae65b33-9dba-40dd-84dc-4e059aac7a0c),segment_id=2ae65b33-9dba-40dd-84dc-4e059aac7a0c)] {{(pid=91838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:14:07.964688 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-abbb6d7c-86d9-4865-90d2-c7a95e9e688e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:07.975656 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-2c7612cc-02e3-420f-9a13-8bcbe6b7c377 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:08.022837 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-2428a765-4259-4fce-9521-ede47c6e554b None None] Provisioning for port 61b6d8d7-9335-45fa-ba71-5578c59b1d59 completed by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:14:08.028384 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning for port dabc5c21-e79d-44cf-a5bd-41588faff52a completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:14:08.046764 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-2428a765-4259-4fce-9521-ede47c6e554b None None] Provisioning complete for port 61b6d8d7-9335-45fa-ba71-5578c59b1d59 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:14:08.047273 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-2428a765-4259-4fce-9521-ede47c6e554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:08.068507 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3a8ba-19a1-4d39-8bad-180776fb1bb8 req-0034b17b-5ed6-47d4-9ec5-718f413b0bc9 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:08.077348 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-69e3a8ba-19a1-4d39-8bad-180776fb1bb8 req-0034b17b-5ed6-47d4-9ec5-718f413b0bc9 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 945 time: 0.2961712 May 19 21:14:08.081211 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port dabc5c21-e79d-44cf-a5bd-41588faff52a triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:14:08.081589 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:08.123402 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.db_base_plugin_common [None req-4514ef72-2e00-4fd1-9095-b9eeacf05edd admin admin] Allocated IP 172.20.0.1 (138d3f55-c3c8-4828-9c23-4e61ba3ea043/2e4fb3ed-ed45-4240-90c2-d6a080d08a7e/bd108647-ff72-4262-9657-3972af1c4c90) {{(pid=91837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:14:08.221914 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ed54b-d1f6-45d1-ae1d-889841e4c1d6 req-b2372209-bee2-449c-9c44-38a82e3b5760 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:08.231246 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-575ed54b-d1f6-45d1-ae1d-889841e4c1d6 req-b2372209-bee2-449c-9c44-38a82e3b5760 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 931 time: 0.4275961 May 19 21:14:08.278534 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-2428a765-4259-4fce-9521-ede47c6e554b None None] Port 61b6d8d7-9335-45fa-ba71-5578c59b1d59 cannot update to ACTIVE because it is not bound. {{(pid=91838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 21:14:08.280152 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809320df-69b5-47fb-baad-403cce7be203 None None] Pushing event updated for resources: {'Port': ['ID=c21d7029-7eb4-4749-8c9f-431ebd0ad54f,revision_number=3']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:08.292542 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-809320df-69b5-47fb-baad-403cce7be203 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:08.301135 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbb6d7c-86d9-4865-90d2-c7a95e9e688e None None] Routers {'90241a10-98f6-4849-a0d9-a17b0f770124'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:14:08.301955 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-abbb6d7c-86d9-4865-90d2-c7a95e9e688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:13:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['90241a10-98f6-4849-a0d9-a17b0f770124'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:14:08.308650 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-69e3a8ba-19a1-4d39-8bad-180776fb1bb8 req-8927b696-bcd5-4aca-980a-fafc3494b5c4 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303994 May 19 21:14:08.545030 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4514ef72-2e00-4fd1-9095-b9eeacf05edd admin admin] Notify callbacks [] for port, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:08.548212 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-abbb6d7c-86d9-4865-90d2-c7a95e9e688e None None] Set router 90241a10-98f6-4849-a0d9-a17b0f770124 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:14:08.598634 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.provisioning_blocks [None req-4514ef72-2e00-4fd1-9095-b9eeacf05edd admin admin] Transition to ACTIVE for port object bd108647-ff72-4262-9657-3972af1c4c90 will not be triggered until provisioned by entity DHCP. {{(pid=91837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:14:08.616275 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-96fa1557-b610-4487-8363-59cc19bc2137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61b6d8d7-9335-45fa-ba71-5578c59b1d59 {{(pid=91836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:14:08.638680 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-96fa1557-b610-4487-8363-59cc19bc2137 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:08.698189 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-96fa1557-b610-4487-8363-59cc19bc2137 service neutron] Transition to ACTIVE for port object 61b6d8d7-9335-45fa-ba71-5578c59b1d59 will not be triggered until provisioned by entity L2. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:14:08.709998 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-96fa1557-b610-4487-8363-59cc19bc2137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:08.717945 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4514ef72-2e00-4fd1-9095-b9eeacf05edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6754477'] for port, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:08.734287 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-8dd5a1eb-c56f-4a08-ae86-54ce84b3187b tempest-AttachVolumeNegativeTest-498906221 tempest-AttachVolumeNegativeTest-498906221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:08.734711 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-3737ff52-eca2-41db-9b13-f8b6fb69e8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:08.843115 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4514ef72-2e00-4fd1-9095-b9eeacf05edd admin admin] Network 138d3f55-c3c8-4828-9c23-4e61ba3ea043 is already hosted by enough agents. {{(pid=91837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:14:08.852666 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.base_scheduler [None req-4514ef72-2e00-4fd1-9095-b9eeacf05edd admin admin] Resources bound (agent type, host, resource id): {{(pid=91837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:14:08.855585 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4514ef72-2e00-4fd1-9095-b9eeacf05edd admin admin] Received port after_create {{(pid=91837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:14:08.935418 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4514ef72-2e00-4fd1-9095-b9eeacf05edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658499'] for router_interface, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:08.952549 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:09.025232 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-575ed54b-d1f6-45d1-ae1d-889841e4c1d6 req-fe927fce-e7b1-47f3-9f33-a35e38e56f30 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7926931 May 19 21:14:09.116213 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4514ef72-2e00-4fd1-9095-b9eeacf05edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:09.205947 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] For port dabc5c21-e79d-44cf-a5bd-41588faff52a, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=dabc5c21-e79d-44cf-a5bd-41588faff52a,segment=NetworkSegment(7065dbc1-fda7-45c6-89ff-1640193752cc),segment_id=7065dbc1-fda7-45c6-89ff-1640193752cc)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:14:09.259520 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:09.275223 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:09.310472 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa1557-b610-4487-8363-59cc19bc2137 service neutron] Pushing event updated for resources: {'Port': ['ID=61b6d8d7-9335-45fa-ba71-5578c59b1d59,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:09.316127 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-96fa1557-b610-4487-8363-59cc19bc2137 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:09.319402 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-a69016be-3e49-48ba-9ca7-0f41f9d4f17a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:09.386773 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-96fa1557-b610-4487-8363-59cc19bc2137 service neutron] Attempting to bind port 61b6d8d7-9335-45fa-ba71-5578c59b1d59 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:14:09.387363 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-96fa1557-b610-4487-8363-59cc19bc2137 service neutron] Attempting to bind port 61b6d8d7-9335-45fa-ba71-5578c59b1d59 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '73b7349c-369e-491e-baf8-e9528bb71f6c'}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:14:09.387815 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-96fa1557-b610-4487-8363-59cc19bc2137 service neutron] Attempting to bind port 61b6d8d7-9335-45fa-ba71-5578c59b1d59 on network 73b7349c-369e-491e-baf8-e9528bb71f6c {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:14:09.394303 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-96fa1557-b610-4487-8363-59cc19bc2137 service neutron] Port 61b6d8d7-9335-45fa-ba71-5578c59b1d59 on network 73b7349c-369e-491e-baf8-e9528bb71f6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 21:14:09.394775 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-96fa1557-b610-4487-8363-59cc19bc2137 service neutron] Attempting to bind port 61b6d8d7-9335-45fa-ba71-5578c59b1d59 on network 73b7349c-369e-491e-baf8-e9528bb71f6c {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:14:09.395600 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-2046e3f2-6261-4063-808e-9e0a484f7838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:09.402806 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-96fa1557-b610-4487-8363-59cc19bc2137 service neutron] Checking agent: {'id': '2fb6168f-df3b-41e1-92fa-9ac77f822fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'started_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:14:09.403546 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-96fa1557-b610-4487-8363-59cc19bc2137 service neutron] Checking segment: {'id': '8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '73b7349c-369e-491e-baf8-e9528bb71f6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:14:09.404511 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-96fa1557-b610-4487-8363-59cc19bc2137 service neutron] Bound using segment: {'id': '8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '73b7349c-369e-491e-baf8-e9528bb71f6c'} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:14:09.405686 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-96fa1557-b610-4487-8363-59cc19bc2137 service neutron] Bound port: 61b6d8d7-9335-45fa-ba71-5578c59b1d59, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '73b7349c-369e-491e-baf8-e9528bb71f6c'}}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:14:09.406547 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-96fa1557-b610-4487-8363-59cc19bc2137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:09.545193 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514ef72-2e00-4fd1-9095-b9eeacf05edd admin admin] Pushing event updated for resources: {'Port': ['ID=bd108647-ff72-4262-9657-3972af1c4c90,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:09.551446 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:09.564897 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-96fa1557-b610-4487-8363-59cc19bc2137 service neutron] For port 61b6d8d7-9335-45fa-ba71-5578c59b1d59, host hv-cinder-78462, cleared binding levels {{(pid=91836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:14:09.566438 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-4514ef72-2e00-4fd1-9095-b9eeacf05edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.832s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:09.580901 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-96fa1557-b610-4487-8363-59cc19bc2137 service neutron] For port 61b6d8d7-9335-45fa-ba71-5578c59b1d59, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=61b6d8d7-9335-45fa-ba71-5578c59b1d59,segment=NetworkSegment(8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0),segment_id=8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0)] {{(pid=91836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:14:09.592077 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-5b345e61-c87f-4248-b522-36e3fdeb3d1b None None] Provisioning for port bd108647-ff72-4262-9657-3972af1c4c90 completed by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:14:09.604815 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-5b345e61-c87f-4248-b522-36e3fdeb3d1b None None] Provisioning complete for port bd108647-ff72-4262-9657-3972af1c4c90 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:14:09.605271 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5b345e61-c87f-4248-b522-36e3fdeb3d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:09.695193 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-5b345e61-c87f-4248-b522-36e3fdeb3d1b None None] Port bd108647-ff72-4262-9657-3972af1c4c90 cannot update to ACTIVE because it is not bound. {{(pid=91838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 21:14:09.698546 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device ec5f7f6b-f28f-4135-b596-91fb788f7a93 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:14:09.750525 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-96fa1557-b610-4487-8363-59cc19bc2137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:09.761502 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-40c81212-f79c-4afa-95dc-c78c689049d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:09.779418 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Pushing event updated for resources: {'Port': ['ID=dabc5c21-e79d-44cf-a5bd-41588faff52a,revision_number=3']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:09.793999 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4514ef72-2e00-4fd1-9095-b9eeacf05edd admin admin] Notify callbacks [] for port, precommit_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:09.801780 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4514ef72-2e00-4fd1-9095-b9eeacf05edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6754484'] for port, after_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:09.819658 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:09.832188 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port ec5f7f6b-f28f-4135-b596-91fb788f7a93 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:14:09.832560 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:09.844671 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-96fa1557-b610-4487-8363-59cc19bc2137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:09.845750 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-96fa1557-b610-4487-8363-59cc19bc2137 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:09.847172 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-b5c9eeae-5e1a-4e28-8dbb-0b10db384409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:09.847537 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-96fa1557-b610-4487-8363-59cc19bc2137 service neutron] 10.222.0.25 "PUT /v2.0/ports/61b6d8d7-9335-45fa-ba71-5578c59b1d59 HTTP/1.1" status: 200 len: 1093 time: 2.3863940 May 19 21:14:09.857603 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9acc775-6b49-499a-a05c-d8d065f4ba4f', 'tag': '61b6d8d7-9335-45fa-ba71-5578c59b1d59'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:14:09.944171 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa1557-b610-4487-8363-59cc19bc2137 service neutron] Pushing event updated for resources: {'Port': ['ID=61b6d8d7-9335-45fa-ba71-5578c59b1d59,revision_number=3']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:09.948210 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-96fa1557-b610-4487-8363-59cc19bc2137 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:09.961713 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33ab85-51c8-4842-a3c7-b8558c81a7a8 req-7ec453bd-b373-432c-995f-1e5a6f646d3d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:09.963241 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3d33ab85-51c8-4842-a3c7-b8558c81a7a8 req-7ec453bd-b373-432c-995f-1e5a6f646d3d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 945 time: 0.3755503 May 19 21:14:10.014360 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514ef72-2e00-4fd1-9095-b9eeacf05edd admin admin] Pushing event updated for resources: {'Port': ['ID=bd108647-ff72-4262-9657-3972af1c4c90,revision_number=2']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:10.030676 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-4514ef72-2e00-4fd1-9095-b9eeacf05edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:10.031511 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4514ef72-2e00-4fd1-9095-b9eeacf05edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658468'] for router_interface, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:10.038799 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3d33ab85-51c8-4842-a3c7-b8558c81a7a8 req-af3dc16a-fe02-4956-9937-97425b95d75d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613070 May 19 21:14:10.051505 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-abbb6d7c-86d9-4865-90d2-c7a95e9e688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90241a10-98f6-4849-a0d9-a17b0f770124', 'name': 'tempest-TestShelveInstance-125723124-router', 'tenant_id': '2f7b955f86d849bdbae9a1ed31bcbc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'c21d7029-7eb4-4749-8c9f-431ebd0ad54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:14:01Z', 'updated_at': '2021-05-19T21:14:04Z', 'revision_number': 3, 'project_id': '2f7b955f86d849bdbae9a1ed31bcbc1a', 'gw_port': {'id': 'c21d7029-7eb4-4749-8c9f-431ebd0ad54f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90241a10-98f6-4849-a0d9-a17b0f770124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:14:02Z', 'updated_at': '2021-05-19T21:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi'}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:14:10.171200 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb6d7c-86d9-4865-90d2-c7a95e9e688e None None] The sync data for ids ['90241a10-98f6-4849-a0d9-a17b0f770124'] in dv-cinder-784623-12-iscsi is: [{'id': '90241a10-98f6-4849-a0d9-a17b0f770124', 'name': 'tempest-TestShelveInstance-125723124-router', 'tenant_id': '2f7b955f86d849bdbae9a1ed31bcbc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'c21d7029-7eb4-4749-8c9f-431ebd0ad54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:14:01Z', 'updated_at': '2021-05-19T21:14:04Z', 'revision_number': 3, 'project_id': '2f7b955f86d849bdbae9a1ed31bcbc1a', 'gw_port': {'id': 'c21d7029-7eb4-4749-8c9f-431ebd0ad54f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90241a10-98f6-4849-a0d9-a17b0f770124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:14:02Z', 'updated_at': '2021-05-19T21:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi'}] {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:14:10.289072 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9acc775-6b49-499a-a05c-d8d065f4ba4f', 'tag': '61b6d8d7-9335-45fa-ba71-5578c59b1d59', 'status': 'completed', 'code': 200} May 19 21:14:10.355357 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4514ef72-2e00-4fd1-9095-b9eeacf05edd admin admin] Network 138d3f55-c3c8-4828-9c23-4e61ba3ea043 is already hosted by enough agents. {{(pid=91837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:14:10.357407 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.base_scheduler [None req-4514ef72-2e00-4fd1-9095-b9eeacf05edd admin admin] Resources bound (agent type, host, resource id): {{(pid=91837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:14:10.495720 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161208b-cc32-4266-9e93-c6f3958b1469 req-007f1c08-fd53-4cdd-9ef0-6f3a644a84f4 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:10.498656 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-0161208b-cc32-4266-9e93-c6f3958b1469 req-007f1c08-fd53-4cdd-9ef0-6f3a644a84f4 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Synchronizing usage tracker for tenant:e141f08b4656401195114e7ec697b3cc on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:14:10.576209 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-0161208b-cc32-4266-9e93-c6f3958b1469 req-007f1c08-fd53-4cdd-9ef0-6f3a644a84f4 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Unset dirty status for tenant:e141f08b4656401195114e7ec697b3cc on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:14:10.587764 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0161208b-cc32-4266-9e93-c6f3958b1469 req-007f1c08-fd53-4cdd-9ef0-6f3a644a84f4 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 943 time: 0.2855585 May 19 21:14:10.893857 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-bbe82362-7974-48ec-bd4e-8d402f55f6a4 None None] Provisioning complete for port bd108647-ff72-4262-9657-3972af1c4c90 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:14:10.902057 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bbe82362-7974-48ec-bd4e-8d402f55f6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:10.928967 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-0161208b-cc32-4266-9e93-c6f3958b1469 req-0db771de-c32e-4462-bf94-8bedad42a0cf tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Synchronizing usage tracker for tenant:e141f08b4656401195114e7ec697b3cc on resource:security_group {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:14:11.018785 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-0161208b-cc32-4266-9e93-c6f3958b1469 req-0db771de-c32e-4462-bf94-8bedad42a0cf tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Unset dirty status for tenant:e141f08b4656401195114e7ec697b3cc on resource:security_group {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:14:11.039800 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0161208b-cc32-4266-9e93-c6f3958b1469 req-0db771de-c32e-4462-bf94-8bedad42a0cf tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484005 May 19 21:14:11.045178 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ef1bd-b213-45a1-8fb8-fcad951509ec req-343bfbc0-0f49-4c60-8d9e-1aaf982f0d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:11.078968 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-bbe82362-7974-48ec-bd4e-8d402f55f6a4 None None] Port bd108647-ff72-4262-9657-3972af1c4c90 cannot update to ACTIVE because it is not bound. {{(pid=91838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 21:14:11.079611 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-851ef1bd-b213-45a1-8fb8-fcad951509ec req-343bfbc0-0f49-4c60-8d9e-1aaf982f0d1b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e141f08b4656401195114e7ec697b3cc&device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 1096 time: 0.3815205 May 19 21:14:11.080380 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4514ef72-2e00-4fd1-9095-b9eeacf05edd admin admin] Router 90241a10-98f6-4849-a0d9-a17b0f770124 has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:14:11.270180 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:11.518778 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ef1bd-b213-45a1-8fb8-fcad951509ec req-528d68e1-047e-40fb-999b-52712cd75bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:11.521178 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-851ef1bd-b213-45a1-8fb8-fcad951509ec req-528d68e1-047e-40fb-999b-52712cd75bd9 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=e141f08b4656401195114e7ec697b3cc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4263380 May 19 21:14:11.641417 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device dabc5c21-e79d-44cf-a5bd-41588faff52a up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:14:11.727050 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4514ef72-2e00-4fd1-9095-b9eeacf05edd admin admin] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:14:11.753443 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-4514ef72-2e00-4fd1-9095-b9eeacf05edd admin admin] 10.222.0.44 "PUT /v2.0/routers/90241a10-98f6-4849-a0d9-a17b0f770124/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8642704 May 19 21:14:11.812026 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ef1bd-b213-45a1-8fb8-fcad951509ec req-7b2c6cc4-dee4-44ff-a191-230750d05d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:11.813716 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-851ef1bd-b213-45a1-8fb8-fcad951509ec req-7b2c6cc4-dee4-44ff-a191-230750d05d79 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2811084 May 19 21:14:11.850453 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bceb72b-2102-47d9-b2aa-5bda563bd0a8 req-82a087cc-ace9-4989-bc8a-a66fa116383f tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:11.870220 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-3bceb72b-2102-47d9-b2aa-5bda563bd0a8 req-82a087cc-ace9-4989-bc8a-a66fa116383f tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 945 time: 0.3385258 May 19 21:14:11.957895 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port dabc5c21-e79d-44cf-a5bd-41588faff52a triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:14:11.958992 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:12.062657 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-3bceb72b-2102-47d9-b2aa-5bda563bd0a8 req-6d3823f0-6c46-4b19-a423-462a12ed028b tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866732 May 19 21:14:12.321212 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device c21d7029-7eb4-4749-8c9f-431ebd0ad54f up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:14:12.526288 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning for port c21d7029-7eb4-4749-8c9f-431ebd0ad54f completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:14:12.544093 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port c21d7029-7eb4-4749-8c9f-431ebd0ad54f triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:14:12.544393 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:12.569604 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363615a5-9b97-452c-9b13-6a5236a76e86 req-b350b859-70be-4fd6-844e-4e488bedde12 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:12.581746 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-363615a5-9b97-452c-9b13-6a5236a76e86 req-b350b859-70be-4fd6-844e-4e488bedde12 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 943 time: 0.2280686 May 19 21:14:12.686203 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-363615a5-9b97-452c-9b13-6a5236a76e86 req-aa4e0563-25b2-4033-af87-4e3a7bc672a9 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005569 May 19 21:14:12.700044 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:12.720745 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] For port c21d7029-7eb4-4749-8c9f-431ebd0ad54f, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=c21d7029-7eb4-4749-8c9f-431ebd0ad54f,segment=NetworkSegment(2ae65b33-9dba-40dd-84dc-4e059aac7a0c),segment_id=2ae65b33-9dba-40dd-84dc-4e059aac7a0c)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:14:12.733457 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:12.736541 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:12.833549 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Pushing event updated for resources: {'Port': ['ID=c21d7029-7eb4-4749-8c9f-431ebd0ad54f,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:12.838938 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:12.979397 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 52066) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:14:12.985072 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-ca3b097c-0a4b-4ed5-bcaa-0e5118579a66 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1938742815', 'description': 'tempest-secgroup-smoke-1938742815 description', 'project_id': '8f782d90475c45a98ec720099679e571'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:14:12.995165 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-ca3b097c-0a4b-4ed5-bcaa-0e5118579a66 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:14:13.008752 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-ca3b097c-0a4b-4ed5-bcaa-0e5118579a66 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Usage tracker for resource:security_group and tenant:8f782d90475c45a98ec720099679e571 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:14:13.012335 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-ca3b097c-0a4b-4ed5-bcaa-0e5118579a66 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:14:13.032491 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-ca3b097c-0a4b-4ed5-bcaa-0e5118579a66 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:14:13.048699 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ca3b097c-0a4b-4ed5-bcaa-0e5118579a66 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:13.077810 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-ca3b097c-0a4b-4ed5-bcaa-0e5118579a66 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:14:13.083980 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-ca3b097c-0a4b-4ed5-bcaa-0e5118579a66 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Usage tracker for resource:security_group_rule and tenant:8f782d90475c45a98ec720099679e571 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:14:13.088061 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-ca3b097c-0a4b-4ed5-bcaa-0e5118579a66 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:14:13.096202 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-ca3b097c-0a4b-4ed5-bcaa-0e5118579a66 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:14:13.203635 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ca3b097c-0a4b-4ed5-bcaa-0e5118579a66 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:13.210099 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ca3b097c-0a4b-4ed5-bcaa-0e5118579a66 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:13.217599 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-4621053b-a72d-4689-88f9-87060ff279c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:13.269902 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b097c-0a4b-4ed5-bcaa-0e5118579a66 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=895752b3-e96f-43fa-aaef-19f87418578c,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:13.273104 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ca3b097c-0a4b-4ed5-bcaa-0e5118579a66 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:13.274300 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-ca3b097c-0a4b-4ed5-bcaa-0e5118579a66 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2938740 May 19 21:14:13.275251 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-ca3b097c-0a4b-4ed5-bcaa-0e5118579a66 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:13.277188 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 52074) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:14:13.282923 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-caa8ac6e-74ba-4a08-a2f7-c9ed04fbde26 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Request body: {'security_group_rule': {'security_group_id': '895752b3-e96f-43fa-aaef-19f87418578c', 'project_id': '8f782d90475c45a98ec720099679e571', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:14:13.294230 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-caa8ac6e-74ba-4a08-a2f7-c9ed04fbde26 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:14:13.298328 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-caa8ac6e-74ba-4a08-a2f7-c9ed04fbde26 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Usage tracker for resource:security_group_rule and tenant:8f782d90475c45a98ec720099679e571 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:14:13.302175 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-caa8ac6e-74ba-4a08-a2f7-c9ed04fbde26 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:14:13.309832 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-caa8ac6e-74ba-4a08-a2f7-c9ed04fbde26 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:14:13.332665 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-caa8ac6e-74ba-4a08-a2f7-c9ed04fbde26 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:13.337738 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d42b1a8-a700-4b75-9d1e-458e80b39200 None None] Sync routers for ids ['90241a10-98f6-4849-a0d9-a17b0f770124'] in dv-cinder-784623-12-iscsi {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:14:13.371497 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d42b1a8-a700-4b75-9d1e-458e80b39200 None None] Routers {'90241a10-98f6-4849-a0d9-a17b0f770124'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:14:13.375579 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-9d42b1a8-a700-4b75-9d1e-458e80b39200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:14:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['90241a10-98f6-4849-a0d9-a17b0f770124'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:14:13.451084 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device c21d7029-7eb4-4749-8c9f-431ebd0ad54f up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:14:13.455211 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08078ed4-7eba-4136-b183-0f710fa8f94a req-6b8b5c74-f4fa-4848-9f0f-6308948d4b8c tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:13.457208 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-08078ed4-7eba-4136-b183-0f710fa8f94a req-6b8b5c74-f4fa-4848-9f0f-6308948d4b8c tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 945 time: 0.1808064 May 19 21:14:13.463597 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-caa8ac6e-74ba-4a08-a2f7-c9ed04fbde26 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:13.472748 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-caa8ac6e-74ba-4a08-a2f7-c9ed04fbde26 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621003'] for security_group_rule, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:13.503783 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-b318dd9e-12a9-495f-b14e-07e24821ecaf tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:13.539805 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8ac6e-74ba-4a08-a2f7-c9ed04fbde26 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0dd37d8-98f7-4c51-a4aa-eb23b991f4ba,revision_number=0']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:13.551478 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-caa8ac6e-74ba-4a08-a2f7-c9ed04fbde26 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:13.561336 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-caa8ac6e-74ba-4a08-a2f7-c9ed04fbde26 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:13.568933 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-caa8ac6e-74ba-4a08-a2f7-c9ed04fbde26 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2876420 May 19 21:14:13.568933 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 52080) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:14:13.569985 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port c21d7029-7eb4-4749-8c9f-431ebd0ad54f triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:14:13.570483 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:13.580405 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-c42f3224-fcf3-4162-afbb-b3a794588e13 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Request body: {'security_group_rule': {'security_group_id': '895752b3-e96f-43fa-aaef-19f87418578c', 'project_id': '8f782d90475c45a98ec720099679e571', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:14:13.583605 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-08078ed4-7eba-4136-b183-0f710fa8f94a req-c619b107-ee19-4670-9436-072ceaede591 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174519 May 19 21:14:13.593418 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-c42f3224-fcf3-4162-afbb-b3a794588e13 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:14:13.604978 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-c42f3224-fcf3-4162-afbb-b3a794588e13 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Usage tracker for resource:security_group_rule and tenant:8f782d90475c45a98ec720099679e571 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:14:13.609980 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-c42f3224-fcf3-4162-afbb-b3a794588e13 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:14:13.623713 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-c42f3224-fcf3-4162-afbb-b3a794588e13 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:14:13.661960 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-c42f3224-fcf3-4162-afbb-b3a794588e13 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:13.776582 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-9d42b1a8-a700-4b75-9d1e-458e80b39200 None None] Set router 90241a10-98f6-4849-a0d9-a17b0f770124 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:14:13.857745 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-c42f3224-fcf3-4162-afbb-b3a794588e13 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:13.871875 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-c42f3224-fcf3-4162-afbb-b3a794588e13 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621003'] for security_group_rule, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:13.949530 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-caa8ac6e-74ba-4a08-a2f7-c9ed04fbde26 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:14.000977 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f3224-fcf3-4162-afbb-b3a794588e13 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f16fdb-8c60-4be7-ac53-50f508f9508a,revision_number=0']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:14.004533 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-c42f3224-fcf3-4162-afbb-b3a794588e13 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:14.026018 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-c42f3224-fcf3-4162-afbb-b3a794588e13 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:14.027472 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-c42f3224-fcf3-4162-afbb-b3a794588e13 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4599786 May 19 21:14:14.030366 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 52086) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:14:14.037401 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-fe0ae30e-b294-4430-8757-fa7f7fd3942a tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Request body: {'security_group_rule': {'security_group_id': '895752b3-e96f-43fa-aaef-19f87418578c', 'project_id': '8f782d90475c45a98ec720099679e571', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:14:14.048661 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-fe0ae30e-b294-4430-8757-fa7f7fd3942a tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:14:14.055602 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-fe0ae30e-b294-4430-8757-fa7f7fd3942a tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Usage tracker for resource:security_group_rule and tenant:8f782d90475c45a98ec720099679e571 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:14:14.060065 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-fe0ae30e-b294-4430-8757-fa7f7fd3942a tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:14:14.067328 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-fe0ae30e-b294-4430-8757-fa7f7fd3942a tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:14:14.103411 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833d5e7-50b7-406c-8117-87554b9f7e90 req-da185a28-a309-480b-9718-8266345a5d2e tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:14.104982 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-7833d5e7-50b7-406c-8117-87554b9f7e90 req-da185a28-a309-480b-9718-8266345a5d2e tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 943 time: 0.2359042 May 19 21:14:14.146375 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-fe0ae30e-b294-4430-8757-fa7f7fd3942a tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:14.200011 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-7833d5e7-50b7-406c-8117-87554b9f7e90 req-6ed49503-6cad-40cc-a6e6-c594e300dc50 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809798 May 19 21:14:14.245816 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-9d42b1a8-a700-4b75-9d1e-458e80b39200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90241a10-98f6-4849-a0d9-a17b0f770124', 'name': 'tempest-TestShelveInstance-125723124-router', 'tenant_id': '2f7b955f86d849bdbae9a1ed31bcbc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'c21d7029-7eb4-4749-8c9f-431ebd0ad54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:14:01Z', 'updated_at': '2021-05-19T21:14:09Z', 'revision_number': 4, 'project_id': '2f7b955f86d849bdbae9a1ed31bcbc1a', 'gw_port': {'id': 'c21d7029-7eb4-4749-8c9f-431ebd0ad54f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90241a10-98f6-4849-a0d9-a17b0f770124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:14:02Z', 'updated_at': '2021-05-19T21:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'bd108647-ff72-4262-9657-3972af1c4c90', 'name': '', 'network_id': '138d3f55-c3c8-4828-9c23-4e61ba3ea043', 'tenant_id': '2f7b955f86d849bdbae9a1ed31bcbc1a', 'mac_address': 'fa:16:3e:ad:fe:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90241a10-98f6-4849-a0d9-a17b0f770124', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2e4fb3ed-ed45-4240-90c2-d6a080d08a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:14:07Z', 'updated_at': '2021-05-19T21:14:09Z', 'revision_number': 2, 'project_id': '2f7b955f86d849bdbae9a1ed31bcbc1a', 'subnets': [{'id': '2e4fb3ed-ed45-4240-90c2-d6a080d08a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:14:14.250880 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d42b1a8-a700-4b75-9d1e-458e80b39200 None None] Checking router: 90241a10-98f6-4849-a0d9-a17b0f770124 for host: dv-cinder-784623-12-iscsi {{(pid=91839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:14:14.251240 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d42b1a8-a700-4b75-9d1e-458e80b39200 None None] Updating router 90241a10-98f6-4849-a0d9-a17b0f770124 port bd108647-ff72-4262-9657-3972af1c4c90 binding host dv-cinder-784623-12-iscsi {{(pid=91839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:14:14.266501 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-fe0ae30e-b294-4430-8757-fa7f7fd3942a tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:14.274015 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-fe0ae30e-b294-4430-8757-fa7f7fd3942a tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621003'] for security_group_rule, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:14.276228 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-539a09ef-139f-4f9e-b156-dbdfe382e9e2 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:14.301634 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ae30e-b294-4430-8757-fa7f7fd3942a tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9bb3e39-a1a4-4ae3-805a-b1e505e85c68,revision_number=0']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:14.307035 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-fe0ae30e-b294-4430-8757-fa7f7fd3942a tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:14.320907 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-fe0ae30e-b294-4430-8757-fa7f7fd3942a tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:14.322709 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-fe0ae30e-b294-4430-8757-fa7f7fd3942a tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2909994 May 19 21:14:14.327011 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 52090) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:14:14.334430 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-1f7cf2db-ba9e-4ef9-a68b-664b569bfb9b tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Request body: {'security_group_rule': {'security_group_id': '895752b3-e96f-43fa-aaef-19f87418578c', 'project_id': '8f782d90475c45a98ec720099679e571', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:14:14.342720 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-1f7cf2db-ba9e-4ef9-a68b-664b569bfb9b tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:14:14.349780 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-1f7cf2db-ba9e-4ef9-a68b-664b569bfb9b tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Usage tracker for resource:security_group_rule and tenant:8f782d90475c45a98ec720099679e571 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:14:14.354987 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-1f7cf2db-ba9e-4ef9-a68b-664b569bfb9b tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:14:14.363624 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-9d42b1a8-a700-4b75-9d1e-458e80b39200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:14.377389 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-1f7cf2db-ba9e-4ef9-a68b-664b569bfb9b tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:14:14.415808 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-1f7cf2db-ba9e-4ef9-a68b-664b569bfb9b tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:14.519661 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-1f7cf2db-ba9e-4ef9-a68b-664b569bfb9b tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:14.537139 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-1f7cf2db-ba9e-4ef9-a68b-664b569bfb9b tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621003'] for security_group_rule, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:14.540868 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-a7184a06-56ac-49ed-8d46-83b35aab7565 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:14.560836 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:14.582481 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7cf2db-ba9e-4ef9-a68b-664b569bfb9b tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb64b743-b2ed-4678-8c5e-263f29047f7e,revision_number=0']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:14.592059 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-1f7cf2db-ba9e-4ef9-a68b-664b569bfb9b tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:14.593822 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-1f7cf2db-ba9e-4ef9-a68b-664b569bfb9b tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:14.597901 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-1f7cf2db-ba9e-4ef9-a68b-664b569bfb9b tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2667940 May 19 21:14:14.598648 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 52096) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:14:14.605167 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-e6de50e8-e169-4021-a635-3be98a3839e0 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Request body: {'security_group_rule': {'security_group_id': '895752b3-e96f-43fa-aaef-19f87418578c', 'project_id': '8f782d90475c45a98ec720099679e571', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:14:14.618022 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-e6de50e8-e169-4021-a635-3be98a3839e0 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:14:14.629125 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-e6de50e8-e169-4021-a635-3be98a3839e0 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Usage tracker for resource:security_group_rule and tenant:8f782d90475c45a98ec720099679e571 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:14:14.641960 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-e6de50e8-e169-4021-a635-3be98a3839e0 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:14:14.658977 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-e6de50e8-e169-4021-a635-3be98a3839e0 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:14:14.688337 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.db.securitygroups_db [None req-e6de50e8-e169-4021-a635-3be98a3839e0 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Project 8f782d90475c45a98ec720099679e571 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 21:14:14.700320 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-e6de50e8-e169-4021-a635-3be98a3839e0 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:14.827782 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-e6de50e8-e169-4021-a635-3be98a3839e0 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:14.836930 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-e6de50e8-e169-4021-a635-3be98a3839e0 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621003'] for security_group_rule, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:14.839551 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:14.874593 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-9d42b1a8-a700-4b75-9d1e-458e80b39200 None None] Notify callbacks [] for port, precommit_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:14.896624 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.provisioning_blocks [None req-9d42b1a8-a700-4b75-9d1e-458e80b39200 None None] Transition to ACTIVE for port object bd108647-ff72-4262-9657-3972af1c4c90 will not be triggered until provisioned by entity L2. {{(pid=91839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:14:14.905514 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de50e8-e169-4021-a635-3be98a3839e0 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b8984b-b5be-404d-91da-e31c89c8315a,revision_number=0']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:14.911873 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-9d42b1a8-a700-4b75-9d1e-458e80b39200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:14.916746 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-e6de50e8-e169-4021-a635-3be98a3839e0 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:14.921783 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [None req-9932bfb9-b6d8-4318-88e7-9b27243e7b42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:14.928509 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-e6de50e8-e169-4021-a635-3be98a3839e0 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:14.930163 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-e6de50e8-e169-4021-a635-3be98a3839e0 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3296549 May 19 21:14:14.932555 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 52102) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:14:14.941112 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-0cb7eaf1-c6a1-4b30-b4f5-71738f9de267 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Request body: {'security_group_rule': {'security_group_id': '895752b3-e96f-43fa-aaef-19f87418578c', 'project_id': '8f782d90475c45a98ec720099679e571', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:14:14.962702 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305dd25-33cc-4707-9895-94614cb62d4d req-6e59047c-0c98-4317-ba2b-6de3d941f0c5 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:14.964343 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8305dd25-33cc-4707-9895-94614cb62d4d req-6e59047c-0c98-4317-ba2b-6de3d941f0c5 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 945 time: 0.1692097 May 19 21:14:14.968061 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-0cb7eaf1-c6a1-4b30-b4f5-71738f9de267 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:14:14.984261 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-0cb7eaf1-c6a1-4b30-b4f5-71738f9de267 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Usage tracker for resource:security_group_rule and tenant:8f782d90475c45a98ec720099679e571 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:14:14.988493 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-0cb7eaf1-c6a1-4b30-b4f5-71738f9de267 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:14:15.009614 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-0cb7eaf1-c6a1-4b30-b4f5-71738f9de267 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:14:15.043903 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.db.securitygroups_db [None req-0cb7eaf1-c6a1-4b30-b4f5-71738f9de267 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Project 8f782d90475c45a98ec720099679e571 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 21:14:15.051402 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-0cb7eaf1-c6a1-4b30-b4f5-71738f9de267 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:15.099834 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8305dd25-33cc-4707-9895-94614cb62d4d req-0975a438-3e49-4477-a6c8-56d5049ec5b1 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279936 May 19 21:14:15.173848 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-0cb7eaf1-c6a1-4b30-b4f5-71738f9de267 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:15.179569 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb038d-9b49-4118-8306-894aba54ca81 None None] Pushing event updated for resources: {'Port': ['ID=bd108647-ff72-4262-9657-3972af1c4c90,revision_number=3']} {{(pid=91839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:15.187475 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-0cb7eaf1-c6a1-4b30-b4f5-71738f9de267 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621003'] for security_group_rule, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:15.189826 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:15.235152 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [None req-cfbb038d-9b49-4118-8306-894aba54ca81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:15.251604 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7eaf1-c6a1-4b30-b4f5-71738f9de267 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74157390-3c4a-4ba8-84e9-afda8d4e4b61,revision_number=0']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:15.257038 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-0cb7eaf1-c6a1-4b30-b4f5-71738f9de267 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:15.283719 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-0cb7eaf1-c6a1-4b30-b4f5-71738f9de267 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:15.293555 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-0cb7eaf1-c6a1-4b30-b4f5-71738f9de267 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3518510 May 19 21:14:15.319083 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.managers [None req-9d42b1a8-a700-4b75-9d1e-458e80b39200 None None] Attempting to bind port bd108647-ff72-4262-9657-3972af1c4c90 on host dv-cinder-784623-12-iscsi for vnic_type normal with profile {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:14:15.319640 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.managers [None req-9d42b1a8-a700-4b75-9d1e-458e80b39200 None None] Attempting to bind port bd108647-ff72-4262-9657-3972af1c4c90 by drivers openvswitch,hyperv on host dv-cinder-784623-12-iscsi at level 0 using segments [{'id': '7065dbc1-fda7-45c6-89ff-1640193752cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '138d3f55-c3c8-4828-9c23-4e61ba3ea043'}] {{(pid=91839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:14:15.320172 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d42b1a8-a700-4b75-9d1e-458e80b39200 None None] Attempting to bind port bd108647-ff72-4262-9657-3972af1c4c90 on network 138d3f55-c3c8-4828-9c23-4e61ba3ea043 {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:14:15.326433 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d42b1a8-a700-4b75-9d1e-458e80b39200 None None] Checking agent: {'id': 'f197b149-8cce-4905-bf69-1a24ef250a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 0, 38), 'started_at': datetime.datetime(2021, 5, 19, 21, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:14:15.327126 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d42b1a8-a700-4b75-9d1e-458e80b39200 None None] Checking segment: {'id': '7065dbc1-fda7-45c6-89ff-1640193752cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '138d3f55-c3c8-4828-9c23-4e61ba3ea043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:14:15.327783 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-9d42b1a8-a700-4b75-9d1e-458e80b39200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:15.328356 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d42b1a8-a700-4b75-9d1e-458e80b39200 None None] Bound using segment: {'id': '7065dbc1-fda7-45c6-89ff-1640193752cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '138d3f55-c3c8-4828-9c23-4e61ba3ea043'} {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:14:15.329130 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.managers [None req-9d42b1a8-a700-4b75-9d1e-458e80b39200 None None] Bound port: bd108647-ff72-4262-9657-3972af1c4c90, host: dv-cinder-784623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7065dbc1-fda7-45c6-89ff-1640193752cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '138d3f55-c3c8-4828-9c23-4e61ba3ea043'}}] {{(pid=91839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:14:15.329859 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-9d42b1a8-a700-4b75-9d1e-458e80b39200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:15.499608 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.db [None req-9d42b1a8-a700-4b75-9d1e-458e80b39200 None None] For port bd108647-ff72-4262-9657-3972af1c4c90, host dv-cinder-784623-12-iscsi, cleared binding levels {{(pid=91839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:14:15.503764 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.db [None req-9d42b1a8-a700-4b75-9d1e-458e80b39200 None None] For port bd108647-ff72-4262-9657-3972af1c4c90, host dv-cinder-784623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=bd108647-ff72-4262-9657-3972af1c4c90,segment=NetworkSegment(7065dbc1-fda7-45c6-89ff-1640193752cc),segment_id=7065dbc1-fda7-45c6-89ff-1640193752cc)] {{(pid=91839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:14:15.509944 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-9d42b1a8-a700-4b75-9d1e-458e80b39200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:15.513204 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de996a73-65f1-434f-b86e-21760d64a021 req-d550ea02-d803-4054-8414-f03fd93705fa tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:15.514390 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:15.514760 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-de996a73-65f1-434f-b86e-21760d64a021 req-d550ea02-d803-4054-8414-f03fd93705fa tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 943 time: 0.1432238 May 19 21:14:15.591561 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-de996a73-65f1-434f-b86e-21760d64a021 req-16f08dc4-e71b-4d1b-853a-44b8bc46d11f tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645888 May 19 21:14:15.634026 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d42b1a8-a700-4b75-9d1e-458e80b39200 None None] Routers {'90241a10-98f6-4849-a0d9-a17b0f770124'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:14:15.634669 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-9d42b1a8-a700-4b75-9d1e-458e80b39200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:14:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['90241a10-98f6-4849-a0d9-a17b0f770124'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:14:15.744412 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb038d-9b49-4118-8306-894aba54ca81 None None] Pushing event updated for resources: {'Port': ['ID=bd108647-ff72-4262-9657-3972af1c4c90,revision_number=4']} {{(pid=91839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:15.750721 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [None req-cfbb038d-9b49-4118-8306-894aba54ca81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:15.909937 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-9d42b1a8-a700-4b75-9d1e-458e80b39200 None None] Set router 90241a10-98f6-4849-a0d9-a17b0f770124 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:14:16.419308 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552d6bd-b05e-498e-9980-03fb8381db5f req-a0e8d50a-2fe8-42d8-a2ab-a4a4618a0e7a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:16.434701 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d552d6bd-b05e-498e-9980-03fb8381db5f req-a0e8d50a-2fe8-42d8-a2ab-a4a4618a0e7a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 945 time: 0.1184230 May 19 21:14:16.494196 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d552d6bd-b05e-498e-9980-03fb8381db5f req-e6e4cc04-4333-417b-82a9-da038c46957a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584135 May 19 21:14:16.540901 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-9d42b1a8-a700-4b75-9d1e-458e80b39200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90241a10-98f6-4849-a0d9-a17b0f770124', 'name': 'tempest-TestShelveInstance-125723124-router', 'tenant_id': '2f7b955f86d849bdbae9a1ed31bcbc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'c21d7029-7eb4-4749-8c9f-431ebd0ad54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:14:01Z', 'updated_at': '2021-05-19T21:14:09Z', 'revision_number': 4, 'project_id': '2f7b955f86d849bdbae9a1ed31bcbc1a', 'gw_port': {'id': 'c21d7029-7eb4-4749-8c9f-431ebd0ad54f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90241a10-98f6-4849-a0d9-a17b0f770124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:14:02Z', 'updated_at': '2021-05-19T21:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'bd108647-ff72-4262-9657-3972af1c4c90', 'name': '', 'network_id': '138d3f55-c3c8-4828-9c23-4e61ba3ea043', 'tenant_id': '2f7b955f86d849bdbae9a1ed31bcbc1a', 'mac_address': 'fa:16:3e:ad:fe:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90241a10-98f6-4849-a0d9-a17b0f770124', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2e4fb3ed-ed45-4240-90c2-d6a080d08a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:14:07Z', 'updated_at': '2021-05-19T21:14:15Z', 'revision_number': 4, 'project_id': '2f7b955f86d849bdbae9a1ed31bcbc1a', 'subnets': [{'id': '2e4fb3ed-ed45-4240-90c2-d6a080d08a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:14:16.547523 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d42b1a8-a700-4b75-9d1e-458e80b39200 None None] The sync data for ids ['90241a10-98f6-4849-a0d9-a17b0f770124'] in dv-cinder-784623-12-iscsi is: [{'id': '90241a10-98f6-4849-a0d9-a17b0f770124', 'name': 'tempest-TestShelveInstance-125723124-router', 'tenant_id': '2f7b955f86d849bdbae9a1ed31bcbc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'c21d7029-7eb4-4749-8c9f-431ebd0ad54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:14:01Z', 'updated_at': '2021-05-19T21:14:09Z', 'revision_number': 4, 'project_id': '2f7b955f86d849bdbae9a1ed31bcbc1a', 'gw_port': {'id': 'c21d7029-7eb4-4749-8c9f-431ebd0ad54f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90241a10-98f6-4849-a0d9-a17b0f770124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:14:02Z', 'updated_at': '2021-05-19T21:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'bd108647-ff72-4262-9657-3972af1c4c90', 'name': '', 'network_id': '138d3f55-c3c8-4828-9c23-4e61ba3ea043', 'tenant_id': '2f7b955f86d849bdbae9a1ed31bcbc1a', 'mac_address': 'fa:16:3e:ad:fe:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90241a10-98f6-4849-a0d9-a17b0f770124', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2e4fb3ed-ed45-4240-90c2-d6a080d08a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:14:07Z', 'updated_at': '2021-05-19T21:14:15Z', 'revision_number': 4, 'project_id': '2f7b955f86d849bdbae9a1ed31bcbc1a', 'subnets': [{'id': '2e4fb3ed-ed45-4240-90c2-d6a080d08a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:14:16.909079 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693e7e2-c887-4238-b6ad-323c49ffdc82 req-71df5d2a-2dd8-4a9f-ab29-0fcac754dd8e tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:16.919170 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-1693e7e2-c887-4238-b6ad-323c49ffdc82 req-71df5d2a-2dd8-4a9f-ab29-0fcac754dd8e tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 943 time: 0.1578460 May 19 21:14:16.977353 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-1693e7e2-c887-4238-b6ad-323c49ffdc82 req-d07b7cdb-6bbf-419f-b26c-6f06791656b2 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568225 May 19 21:14:17.374337 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device bd108647-ff72-4262-9657-3972af1c4c90 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:14:17.448441 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning for port bd108647-ff72-4262-9657-3972af1c4c90 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:14:17.453731 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port bd108647-ff72-4262-9657-3972af1c4c90 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:14:17.454100 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:17.589200 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:17.627363 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] For port bd108647-ff72-4262-9657-3972af1c4c90, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=bd108647-ff72-4262-9657-3972af1c4c90,segment=NetworkSegment(7065dbc1-fda7-45c6-89ff-1640193752cc),segment_id=7065dbc1-fda7-45c6-89ff-1640193752cc)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:14:17.634593 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:17.641297 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-809320df-69b5-47fb-baad-403cce7be203 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:17.720227 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Pushing event updated for resources: {'Port': ['ID=bd108647-ff72-4262-9657-3972af1c4c90,revision_number=5']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:17.723198 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:17.854343 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae53713-ae07-4566-9a86-16d4adbec6cf req-2d84b505-d101-41ea-98fd-c88dfecd7db0 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:17.855975 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-cae53713-ae07-4566-9a86-16d4adbec6cf req-2d84b505-d101-41ea-98fd-c88dfecd7db0 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 945 time: 0.1620743 May 19 21:14:17.886586 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-49d71750-9202-4a3c-9414-0c0b5b2bd5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:17.888341 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-49d71750-9202-4a3c-9414-0c0b5b2bd5f9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e141f08b4656401195114e7ec697b3cc&device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 1096 time: 0.1507373 May 19 21:14:18.077080 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-9d93643a-2e2f-4863-9cce-1b1e39dadae9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61b6d8d7-9335-45fa-ba71-5578c59b1d59 HTTP/1.1" status: 200 len: 217 time: 0.1741166 May 19 21:14:18.082253 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-cae53713-ae07-4566-9a86-16d4adbec6cf req-c6199996-dd7c-4594-8a46-156d056be282 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199857 May 19 21:14:18.156389 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-cae755fa-8e8f-499c-91a5-22ac48299841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:18.157999 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-cae755fa-8e8f-499c-91a5-22ac48299841 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5dd05cad-8fb2-4162-80dd-c762712c0dfd HTTP/1.1" status: 200 len: 854 time: 0.0706894 May 19 21:14:18.222745 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d053f0-a562-4a66-86c6-39f53c5412ba req-4e56fd67-f702-45a9-871d-e05506d03323 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:18.224728 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-e4d053f0-a562-4a66-86c6-39f53c5412ba req-4e56fd67-f702-45a9-871d-e05506d03323 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 943 time: 0.1043768 May 19 21:14:18.257727 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-eb0569c6-eda7-4a04-9eba-0195e7196ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:18.259831 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-eb0569c6-eda7-4a04-9eba-0195e7196ef5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=73b7349c-369e-491e-baf8-e9528bb71f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0940716 May 19 21:14:18.423374 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-e4d053f0-a562-4a66-86c6-39f53c5412ba req-74bb6095-4ae4-4333-a3fc-1fd2f25d4b8f tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923914 May 19 21:14:18.429421 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-8cc7c032-4605-4d67-a605-0dd870568dce service neutron] 10.222.0.25 "GET /v2.0/networks/73b7349c-369e-491e-baf8-e9528bb71f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608293 May 19 21:14:18.619458 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ab8820d3-b58d-4df8-b9f8-d5fa7240edd4 req-042d2fe5-e395-4a64-8a0a-53031e137e15 service neutron] 10.222.0.25 "GET /v2.0/networks/73b7349c-369e-491e-baf8-e9528bb71f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832325 May 19 21:14:19.284869 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fa15d-670e-440a-ab66-389fbda7756d req-15bad908-df11-4924-b535-8ed8ca18aa71 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:19.287536 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a52fa15d-670e-440a-ab66-389fbda7756d req-15bad908-df11-4924-b535-8ed8ca18aa71 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 945 time: 0.0875535 May 19 21:14:19.355177 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device bd108647-ff72-4262-9657-3972af1c4c90 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:14:19.372435 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a52fa15d-670e-440a-ab66-389fbda7756d req-a638115d-b495-4e15-bd70-d7f369181bc9 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794365 May 19 21:14:19.429590 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port bd108647-ff72-4262-9657-3972af1c4c90 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:14:19.429961 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:19.614468 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce5b13-e8e4-4a86-ac87-cbb6153b0435 req-b57c5241-20ae-4b97-b7a2-41283ef8c424 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:19.616080 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-40ce5b13-e8e4-4a86-ac87-cbb6153b0435 req-b57c5241-20ae-4b97-b7a2-41283ef8c424 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 943 time: 0.0831211 May 19 21:14:19.673228 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-40ce5b13-e8e4-4a86-ac87-cbb6153b0435 req-5abd0e79-21a8-45de-81e6-f40326d848f4 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507755 May 19 21:14:20.593931 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5a553-c994-4885-ac42-bed3d5ccc961 req-7cd70599-c007-4a45-84db-4af7f8b56430 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:20.595493 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-3cd5a553-c994-4885-ac42-bed3d5ccc961 req-7cd70599-c007-4a45-84db-4af7f8b56430 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 945 time: 0.0956814 May 19 21:14:20.650330 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-3cd5a553-c994-4885-ac42-bed3d5ccc961 req-28925508-a5da-4c29-9a63-90f5f1decc15 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478711 May 19 21:14:20.878383 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaec92f-7796-4bb6-afc1-65ffef145e32 req-3dbbf3de-e70a-4f3c-a236-929937ae63cf tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:20.879887 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-dbaec92f-7796-4bb6-afc1-65ffef145e32 req-3dbbf3de-e70a-4f3c-a236-929937ae63cf tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 943 time: 0.0906122 May 19 21:14:20.954152 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-dbaec92f-7796-4bb6-afc1-65ffef145e32 req-4266a0c0-c514-440c-9247-4e45a7a974f1 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627179 May 19 21:14:21.511898 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 61b6d8d7-9335-45fa-ba71-5578c59b1d59 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 21:14:21.654545 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 61b6d8d7-9335-45fa-ba71-5578c59b1d59, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=61b6d8d7-9335-45fa-ba71-5578c59b1d59,segment=NetworkSegment(8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0),segment_id=8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:14:21.668626 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Returning: {'device': '61b6d8d7-9335-45fa-ba71-5578c59b1d59', 'network_id': '73b7349c-369e-491e-baf8-e9528bb71f6c', 'port_id': '61b6d8d7-9335-45fa-ba71-5578c59b1d59', 'mac_address': 'fa:16:3e:1b:4e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dd05cad-8fb2-4162-80dd-c762712c0dfd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 21:14:21.726549 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:21.748723 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61b6d8d7-9335-45fa-ba71-5578c59b1d59 {{(pid=91838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:14:21.768705 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 61b6d8d7-9335-45fa-ba71-5578c59b1d59, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=61b6d8d7-9335-45fa-ba71-5578c59b1d59,segment=NetworkSegment(8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0),segment_id=8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:14:21.774242 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:21.777713 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:21.854086 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=61b6d8d7-9335-45fa-ba71-5578c59b1d59,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:21.857810 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:21.869079 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766f103-0086-47ba-868c-f121b79d8933 req-913d5e29-7cbd-4266-8c9b-959382425ba8 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:21.871431 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-e766f103-0086-47ba-868c-f121b79d8933 req-913d5e29-7cbd-4266-8c9b-959382425ba8 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 945 time: 0.0944736 May 19 21:14:21.923574 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-e766f103-0086-47ba-868c-f121b79d8933 req-6da37136-c31a-4914-921b-82365de24090 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464869 May 19 21:14:22.018193 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['61b6d8d7-9335-45fa-ba71-5578c59b1d59'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:14:22.171946 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a7c36-039a-4f47-b354-dc0622cf446f req-8428e6db-f8a5-48fc-acd0-6809912943b8 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:22.173441 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-827a7c36-039a-4f47-b354-dc0622cf446f req-8428e6db-f8a5-48fc-acd0-6809912943b8 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 944 time: 0.0989280 May 19 21:14:22.229762 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-827a7c36-039a-4f47-b354-dc0622cf446f req-b17e0af6-c74d-4bcd-8dd3-b07fdd4a4c91 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487664 May 19 21:14:23.134556 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03e22c-239b-471f-b1df-36aae245012c req-a8581ba0-7580-494f-9269-aad64acc3421 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:23.136098 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-4a03e22c-239b-471f-b1df-36aae245012c req-a8581ba0-7580-494f-9269-aad64acc3421 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 945 time: 0.0944886 May 19 21:14:23.186143 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-4a03e22c-239b-471f-b1df-36aae245012c req-38c22567-070a-447c-abe2-111c55c53699 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439510 May 19 21:14:23.429514 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143f57f-0e07-4505-a985-21b2670a7de8 req-c9a1ef40-c832-4f4a-95ad-67f2b7398d6f tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:23.431034 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-6143f57f-0e07-4505-a985-21b2670a7de8 req-c9a1ef40-c832-4f4a-95ad-67f2b7398d6f tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 944 time: 0.0903127 May 19 21:14:23.483385 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-6143f57f-0e07-4505-a985-21b2670a7de8 req-811dcb55-4f46-4fac-b16f-1bae6fa23086 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460637 May 19 21:14:23.527118 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 61b6d8d7-9335-45fa-ba71-5578c59b1d59 up at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:14:23.609707 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning for port 61b6d8d7-9335-45fa-ba71-5578c59b1d59 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:14:23.615822 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning complete for port 61b6d8d7-9335-45fa-ba71-5578c59b1d59 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:14:23.616228 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:23.748869 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:23.783096 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9acc775-6b49-499a-a05c-d8d065f4ba4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b6d8d7-9335-45fa-ba71-5578c59b1d59'}] {{(pid=91838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:14:23.794004 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 61b6d8d7-9335-45fa-ba71-5578c59b1d59, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=61b6d8d7-9335-45fa-ba71-5578c59b1d59,segment=NetworkSegment(8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0),segment_id=8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:14:23.800080 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:23.802042 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:23.879048 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=61b6d8d7-9335-45fa-ba71-5578c59b1d59,revision_number=5']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:23.883073 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:23.891833 dv-cinder-784623-12-iscsi neutron-server[91838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9acc775-6b49-499a-a05c-d8d065f4ba4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b6d8d7-9335-45fa-ba71-5578c59b1d59', 'code': 200} May 19 21:14:24.133748 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac69a9-0ad0-46bf-b883-a06a42f9e283 req-3da49770-6b81-480a-bbc3-8b8a86d5bebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:24.135229 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-88ac69a9-0ad0-46bf-b883-a06a42f9e283 req-3da49770-6b81-480a-bbc3-8b8a86d5bebb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 1098 time: 0.0765829 May 19 21:14:24.183863 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-88ac69a9-0ad0-46bf-b883-a06a42f9e283 req-df977fa7-9443-4577-914f-b19a10af7fd6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417335 May 19 21:14:24.392608 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe1997-a09e-4731-ba5c-7724e56b4001 req-b5ab97d9-b3db-4de9-988f-d639d8ee9e18 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:24.394345 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-53fe1997-a09e-4731-ba5c-7724e56b4001 req-b5ab97d9-b3db-4de9-988f-d639d8ee9e18 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 945 time: 0.0928633 May 19 21:14:24.451865 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-53fe1997-a09e-4731-ba5c-7724e56b4001 req-fa62d168-5bd7-4c34-9632-b71629e8588c tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482349 May 19 21:14:24.688044 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e65ac6-7a8d-482b-8bbd-5d3985c7dc06 req-374d8e0a-76d8-48be-b308-6b50b1090a51 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:24.689448 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-12e65ac6-7a8d-482b-8bbd-5d3985c7dc06 req-374d8e0a-76d8-48be-b308-6b50b1090a51 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 945 time: 0.0968020 May 19 21:14:24.739853 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-12e65ac6-7a8d-482b-8bbd-5d3985c7dc06 req-958f7cbc-61f1-4e78-ac12-8772bf0f222e tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437710 May 19 21:14:25.675147 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7f669-55f7-4569-aef5-e025cd53a8b1 req-2315056f-d28b-4284-8aa6-53ef487fa818 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:25.676619 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ffc7f669-55f7-4569-aef5-e025cd53a8b1 req-2315056f-d28b-4284-8aa6-53ef487fa818 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 945 time: 0.0887096 May 19 21:14:25.728792 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ffc7f669-55f7-4569-aef5-e025cd53a8b1 req-4dea6770-ff5d-452d-9ef4-62b164561944 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431674 May 19 21:14:25.938525 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9e18f-5855-4ee9-aaac-2e2b241eba2a req-938b3554-bb55-446f-8916-264cf7114174 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:25.940043 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-6cf9e18f-5855-4ee9-aaac-2e2b241eba2a req-938b3554-bb55-446f-8916-264cf7114174 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 945 time: 0.0872035 May 19 21:14:25.993733 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-6cf9e18f-5855-4ee9-aaac-2e2b241eba2a req-be0a2d6e-da4a-41ef-a818-b210349c6c19 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478230 May 19 21:14:26.214256 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0f543-5e54-45b1-885f-1cc56cf3c0e7 req-4f092507-f257-48dd-93ca-e7e710d63792 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:26.215753 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1cc0f543-5e54-45b1-885f-1cc56cf3c0e7 req-4f092507-f257-48dd-93ca-e7e710d63792 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 945 time: 0.1067970 May 19 21:14:26.264262 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1cc0f543-5e54-45b1-885f-1cc56cf3c0e7 req-7877f3e2-210e-43ab-8a3c-ca2a556a80d6 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424211 May 19 21:14:26.698466 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295e8b8-e0f7-4678-a859-e64a89bb2ce9 req-0f2cbaac-cecc-4e41-b906-53518130def0 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:26.700124 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e295e8b8-e0f7-4678-a859-e64a89bb2ce9 req-0f2cbaac-cecc-4e41-b906-53518130def0 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 945 time: 0.0902131 May 19 21:14:26.749648 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e295e8b8-e0f7-4678-a859-e64a89bb2ce9 req-2b895c93-ee49-4d8e-9fe6-098601b75abf tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430558 May 19 21:14:26.931382 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e6a45-47c4-4f59-aaef-7fb627763f93 req-3b7d1419-c26a-4945-83ab-a09ac0b578e2 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:26.932847 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-fd7e6a45-47c4-4f59-aaef-7fb627763f93 req-3b7d1419-c26a-4945-83ab-a09ac0b578e2 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 945 time: 0.0853829 May 19 21:14:26.981524 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-fd7e6a45-47c4-4f59-aaef-7fb627763f93 req-38e274fb-8f19-4050-aa15-10311e337f6f tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426750 May 19 21:14:28.188607 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f545d-30f1-4d91-ae8a-e00dc877fe6d req-b2e6965b-99b3-4a12-9d6f-1aa47ddadb7e tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:28.190075 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-fd5f545d-30f1-4d91-ae8a-e00dc877fe6d req-b2e6965b-99b3-4a12-9d6f-1aa47ddadb7e tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 945 time: 0.0873456 May 19 21:14:28.239435 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-fd5f545d-30f1-4d91-ae8a-e00dc877fe6d req-25c34e07-133f-47a9-8762-3300bf476d97 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404103 May 19 21:14:29.453813 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c3a3d-9db4-4dde-83e6-27e5f62d2283 req-0ed4368b-729d-47fc-a3a4-a1767ab59a7e tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:29.456175 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-b50c3a3d-9db4-4dde-83e6-27e5f62d2283 req-0ed4368b-729d-47fc-a3a4-a1767ab59a7e tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 945 time: 0.0952239 May 19 21:14:29.525344 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-b50c3a3d-9db4-4dde-83e6-27e5f62d2283 req-c92ec448-7148-49e1-8b09-5ebbe64d91eb tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620914 May 19 21:14:29.563694 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 0d998435-6847-4b27-be77-7273e825ba20 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 21:14:29.739803 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 0d998435-6847-4b27-be77-7273e825ba20, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0d998435-6847-4b27-be77-7273e825ba20,segment=NetworkSegment(dd24c109-b873-4075-a547-36393fe5fd42),segment_id=dd24c109-b873-4075-a547-36393fe5fd42)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:14:29.759200 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Returning: {'device': '0d998435-6847-4b27-be77-7273e825ba20', 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d', 'port_id': '0d998435-6847-4b27-be77-7273e825ba20', 'mac_address': 'fa:16:3e:33:4a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 21:14:29.828544 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:29.847180 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d998435-6847-4b27-be77-7273e825ba20 {{(pid=91838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:14:29.862982 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 0d998435-6847-4b27-be77-7273e825ba20, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0d998435-6847-4b27-be77-7273e825ba20,segment=NetworkSegment(dd24c109-b873-4075-a547-36393fe5fd42),segment_id=dd24c109-b873-4075-a547-36393fe5fd42)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:14:29.880521 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:29.883883 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-2ccd0f7c-e300-4333-a935-dbee7e94d41f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:29.987228 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=0d998435-6847-4b27-be77-7273e825ba20,revision_number=6']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:29.990655 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:30.004819 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['0d998435-6847-4b27-be77-7273e825ba20'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:14:30.799811 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ba8e8-2d5b-4124-a922-6a410bd40361 req-ed988c8d-efce-43c2-ac9b-f1a749a7c528 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:30.802847 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b91ba8e8-2d5b-4124-a922-6a410bd40361 req-ed988c8d-efce-43c2-ac9b-f1a749a7c528 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 944 time: 0.1402783 May 19 21:14:30.858768 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b91ba8e8-2d5b-4124-a922-6a410bd40361 req-c6e0e1be-1d40-4c9f-ba10-4f2b78287bad tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455296 May 19 21:14:31.577340 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 0d998435-6847-4b27-be77-7273e825ba20 up at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:14:31.653246 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning complete for port 0d998435-6847-4b27-be77-7273e825ba20 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:14:31.653626 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:31.796240 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:31.824797 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9753a025-5d88-4044-b986-7dbad8ba687b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d998435-6847-4b27-be77-7273e825ba20'}] {{(pid=91838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:14:31.842437 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 0d998435-6847-4b27-be77-7273e825ba20, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0d998435-6847-4b27-be77-7273e825ba20,segment=NetworkSegment(dd24c109-b873-4075-a547-36393fe5fd42),segment_id=dd24c109-b873-4075-a547-36393fe5fd42)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:14:31.853154 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:31.858655 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-653eaeec-02b7-4bdb-badf-1be7cbf6ddea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:31.927147 dv-cinder-784623-12-iscsi neutron-server[91838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9753a025-5d88-4044-b986-7dbad8ba687b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d998435-6847-4b27-be77-7273e825ba20', 'code': 200} May 19 21:14:31.978183 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=0d998435-6847-4b27-be77-7273e825ba20,revision_number=7']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:31.981458 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:32.131630 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e603683-4c43-4107-9ce6-26a7c42d7945 req-41a6dbd0-d3d4-43e5-91f1-fdb8538a31db tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:32.140467 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8e603683-4c43-4107-9ce6-26a7c42d7945 req-41a6dbd0-d3d4-43e5-91f1-fdb8538a31db tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 945 time: 0.1331098 May 19 21:14:32.226520 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8e603683-4c43-4107-9ce6-26a7c42d7945 req-050dcce5-1f94-4a14-a224-e5dbc2e271e0 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849018 May 19 21:14:33.451566 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f071e5-9735-4f78-8892-ad437ce79768 req-f5e8d63a-f290-4cac-b053-e026f551623d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:33.453753 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-f6f071e5-9735-4f78-8892-ad437ce79768 req-f5e8d63a-f290-4cac-b053-e026f551623d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 945 time: 0.1028185 May 19 21:14:33.503239 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-3f5939e1-ff02-4d74-9f57-1d85e3f210cf tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1938742815&fields=id&tenant_id=8f782d90475c45a98ec720099679e571 HTTP/1.1" status: 200 len: 267 time: 0.0511661 May 19 21:14:33.515579 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-f6f071e5-9735-4f78-8892-ad437ce79768 req-be6fe0de-4d89-4b60-b174-fe3a69098949 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493333 May 19 21:14:33.790622 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-2f3a103a-8b7a-4516-9b3e-a2d643911885 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:33.792210 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-2f3a103a-8b7a-4516-9b3e-a2d643911885 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/networks?id=3f362d28-4199-45e0-91ca-7ccb175d4e6f HTTP/1.1" status: 200 len: 809 time: 0.2817240 May 19 21:14:33.811420 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-c7fcdc2c-c78a-414e-a608-320129072407 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/quotas/8f782d90475c45a98ec720099679e571 HTTP/1.1" status: 200 len: 375 time: 0.0111523 May 19 21:14:33.914175 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-77ef8c0c-01d8-456d-a0d3-1979d8028752 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8f782d90475c45a98ec720099679e571&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0967057 May 19 21:14:34.082555 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-8618eec0-f6a6-414c-8b92-f8c0baf63e4d service neutron] 10.222.0.44 "GET /v2.0/networks/3f362d28-4199-45e0-91ca-7ccb175d4e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541765 May 19 21:14:34.246865 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-72fb5361-3bfb-4baf-b696-4eecec14dc54 service neutron] 10.222.0.44 "GET /v2.0/networks/3f362d28-4199-45e0-91ca-7ccb175d4e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550622 May 19 21:14:34.816878 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7b990-7b51-42cb-abf3-70e2bb05785a req-1c11ace9-3c57-49bd-a56f-308c5da3fea3 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:34.818403 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-8fe7b990-7b51-42cb-abf3-70e2bb05785a req-1c11ace9-3c57-49bd-a56f-308c5da3fea3 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 945 time: 0.1504958 May 19 21:14:34.838457 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a3508c71-8ef9-4036-a4ed-ae81a2275666 req-10116ce8-9a07-4b08-9dc1-2060453aa7ef tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 210 time: 0.0604897 May 19 21:14:34.906055 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-8fe7b990-7b51-42cb-abf3-70e2bb05785a req-1ac48d0a-b92d-4ff7-8bf0-7d3737079e13 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805953 May 19 21:14:35.994771 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-3dbdbbb7-9b40-4054-a7e2-18086b9078ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:36.111790 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d802b90e-0ed9-4bb8-9585-42bbde0fc8af req-534cd5c1-699d-4764-b9a9-deed001a930c tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 210 time: 0.1057994 May 19 21:14:36.316051 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c7499-07b8-4b0a-96f4-51baaee23d90 req-b14d37ef-5b1c-45a4-b978-de226ea866e2 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:36.317879 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-8f9c7499-07b8-4b0a-96f4-51baaee23d90 req-b14d37ef-5b1c-45a4-b978-de226ea866e2 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 945 time: 0.2588904 May 19 21:14:36.360207 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-e74b336c-752e-467e-a3d5-5638f712b804 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:36.361725 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-e74b336c-752e-467e-a3d5-5638f712b804 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.25 "GET /v2.0/networks?id=3f362d28-4199-45e0-91ca-7ccb175d4e6f HTTP/1.1" status: 200 len: 809 time: 0.2484319 May 19 21:14:36.455486 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-8f9c7499-07b8-4b0a-96f4-51baaee23d90 req-7ca70f63-150c-463e-b7b0-bc72643317d3 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232030 May 19 21:14:36.513717 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-291b8bf9-5bcf-4e2c-8a1d-36c143fc7bff tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f782d90475c45a98ec720099679e571 HTTP/1.1" status: 200 len: 380 time: 0.1230791 May 19 21:14:36.531612 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-2be68e75-1f29-4a15-a901-f1c9882f2ecc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Request body: {'port': {'device_id': '464864d6-e293-4d7c-aa2e-7476a9aad3e1', 'network_id': '3f362d28-4199-45e0-91ca-7ccb175d4e6f', 'admin_state_up': True, 'tenant_id': '8f782d90475c45a98ec720099679e571', 'security_groups': ['895752b3-e96f-43fa-aaef-19f87418578c']}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:14:36.666448 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13690e7-ea8b-4265-a595-0eaff50836dd req-a37ff0f8-40a6-4d0a-8980-dfd0ceb642c9 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:36.668104 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c13690e7-ea8b-4265-a595-0eaff50836dd req-a37ff0f8-40a6-4d0a-8980-dfd0ceb642c9 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 945 time: 0.2116337 May 19 21:14:36.767080 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-2be68e75-1f29-4a15-a901-f1c9882f2ecc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:14:36.781830 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-2be68e75-1f29-4a15-a901-f1c9882f2ecc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Usage tracker for resource:port and tenant:8f782d90475c45a98ec720099679e571 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:14:36.790554 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c13690e7-ea8b-4265-a595-0eaff50836dd req-a8b43020-7751-4a5f-92bf-5c67ee6e964a tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980802 May 19 21:14:36.791960 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-2be68e75-1f29-4a15-a901-f1c9882f2ecc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:14:36.817390 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-2be68e75-1f29-4a15-a901-f1c9882f2ecc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:14:36.840392 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-2be68e75-1f29-4a15-a901-f1c9882f2ecc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Made reservation on behalf of 8f782d90475c45a98ec720099679e571 for: {'port': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:14:36.844812 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-2be68e75-1f29-4a15-a901-f1c9882f2ecc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:36.958422 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 52430) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:14:37.055303 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-2be68e75-1f29-4a15-a901-f1c9882f2ecc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Allocated IP 172.20.0.13 (3f362d28-4199-45e0-91ca-7ccb175d4e6f/5e79841b-91f9-4a16-ad5e-4c945612b0b9/fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:14:37.223190 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:14:37.244076 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8613fd27-7c49-4e8a-91ea-0f678ef5f8bc tempest-TestMinimumBasicScenario-726289659 tempest-TestMinimumBasicScenario-726289659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:37.246420 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-8613fd27-7c49-4e8a-91ea-0f678ef5f8bc tempest-TestMinimumBasicScenario-726289659 tempest-TestMinimumBasicScenario-726289659-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 1093 time: 0.2862120 May 19 21:14:37.263427 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 52438) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:14:37.277003 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-c76edbd3-c98b-46bc-9b55-0e321987b904 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Request body: {'floatingip': {'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'port_id': '61b6d8d7-9335-45fa-ba71-5578c59b1d59', 'tenant_id': 'e141f08b4656401195114e7ec697b3cc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:14:37.294934 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-8a6e1712-bb2b-4fb2-bdfd-79572937ea27 req-bf861ac0-e6f2-4ca3-92c6-75eec4f7ae2b tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Synchronizing usage tracker for tenant:8f782d90475c45a98ec720099679e571 on resource:port {{(pid=91837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:14:37.297354 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-c76edbd3-c98b-46bc-9b55-0e321987b904 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:14:37.311428 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-c76edbd3-c98b-46bc-9b55-0e321987b904 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Usage tracker for resource:floatingip and tenant:e141f08b4656401195114e7ec697b3cc is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:14:37.316520 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-c76edbd3-c98b-46bc-9b55-0e321987b904 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:14:37.317787 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-8a6e1712-bb2b-4fb2-bdfd-79572937ea27 req-bf861ac0-e6f2-4ca3-92c6-75eec4f7ae2b tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Unset dirty status for tenant:8f782d90475c45a98ec720099679e571 on resource:port {{(pid=91837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:14:37.319965 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-8a6e1712-bb2b-4fb2-bdfd-79572937ea27 req-bf861ac0-e6f2-4ca3-92c6-75eec4f7ae2b tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 210 time: 0.0721579 May 19 21:14:37.327272 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-c76edbd3-c98b-46bc-9b55-0e321987b904 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:14:37.376813 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-c76edbd3-c98b-46bc-9b55-0e321987b904 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for floatingip, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:37.415470 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-2be68e75-1f29-4a15-a901-f1c9882f2ecc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:37.438057 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-2be68e75-1f29-4a15-a901-f1c9882f2ecc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Transition to ACTIVE for port object fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce will not be triggered until provisioned by entity DHCP. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:14:37.543095 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-2be68e75-1f29-4a15-a901-f1c9882f2ecc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:37.578237 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-b6d21f05-f25e-415b-b51d-a9619769fbf8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:37.637812 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-2be68e75-1f29-4a15-a901-f1c9882f2ecc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Network 3f362d28-4199-45e0-91ca-7ccb175d4e6f is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:14:37.692528 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-2be68e75-1f29-4a15-a901-f1c9882f2ecc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:14:37.695422 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-2be68e75-1f29-4a15-a901-f1c9882f2ecc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:14:37.995699 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-2be68e75-1f29-4a15-a901-f1c9882f2ecc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:37.996730 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-2be68e75-1f29-4a15-a901-f1c9882f2ecc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:38.020585 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dfb29f96-1574-42e9-bbbf-d7eae3d4fc90 None None] Provisioning for port fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce completed by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:14:38.030142 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dfb29f96-1574-42e9-bbbf-d7eae3d4fc90 None None] Provisioning complete for port fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:14:38.031786 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dfb29f96-1574-42e9-bbbf-d7eae3d4fc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:38.104015 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6c909-2366-4a87-a187-80aef02e8fe6 req-67b54cf8-79b5-480b-b7d9-cd1bdfe336d7 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:38.111966 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2bc6c909-2366-4a87-a187-80aef02e8fe6 req-67b54cf8-79b5-480b-b7d9-cd1bdfe336d7 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 945 time: 0.4726284 May 19 21:14:38.124646 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-dfb29f96-1574-42e9-bbbf-d7eae3d4fc90 None None] Port fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce cannot update to ACTIVE because it is not bound. {{(pid=91838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 21:14:38.143964 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be68e75-1f29-4a15-a901-f1c9882f2ecc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Pushing event updated for resources: {'Port': ['ID=fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:38.160918 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be68e75-1f29-4a15-a901-f1c9882f2ecc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:38.161277 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be68e75-1f29-4a15-a901-f1c9882f2ecc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:38.161670 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be68e75-1f29-4a15-a901-f1c9882f2ecc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:38.162035 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be68e75-1f29-4a15-a901-f1c9882f2ecc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:38.162635 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be68e75-1f29-4a15-a901-f1c9882f2ecc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:38.163016 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be68e75-1f29-4a15-a901-f1c9882f2ecc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:38.163361 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be68e75-1f29-4a15-a901-f1c9882f2ecc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:38.163761 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be68e75-1f29-4a15-a901-f1c9882f2ecc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:38.164086 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be68e75-1f29-4a15-a901-f1c9882f2ecc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:38.164426 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be68e75-1f29-4a15-a901-f1c9882f2ecc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:38.164762 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be68e75-1f29-4a15-a901-f1c9882f2ecc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:38.165090 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be68e75-1f29-4a15-a901-f1c9882f2ecc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:38.170270 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-2be68e75-1f29-4a15-a901-f1c9882f2ecc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:38.174839 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-2be68e75-1f29-4a15-a901-f1c9882f2ecc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6471028 May 19 21:14:38.194560 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-f80ae7f0-34ec-4250-864c-6fcf38bd1f48 service neutron] Request body: {'port': {'device_id': '464864d6-e293-4d7c-aa2e-7476a9aad3e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:14:38.298027 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2bc6c909-2366-4a87-a187-80aef02e8fe6 req-92a66801-38ff-474e-bb74-111309cb4914 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850331 May 19 21:14:38.307397 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-c76edbd3-c98b-46bc-9b55-0e321987b904 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:38.488127 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:38.551847 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-f80ae7f0-34ec-4250-864c-6fcf38bd1f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:38.567435 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b2b32-efdd-40e6-9cc0-cf84d5873801 req-ab41b27a-6fb5-489c-a9e9-34ddd41746b2 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:38.570199 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-7c0b2b32-efdd-40e6-9cc0-cf84d5873801 req-ab41b27a-6fb5-489c-a9e9-34ddd41746b2 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 932 time: 0.0955462 May 19 21:14:38.630735 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-7c0b2b32-efdd-40e6-9cc0-cf84d5873801 req-7df37011-4338-4d72-858e-9b41618ba85d tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Synchronizing usage tracker for tenant:8f782d90475c45a98ec720099679e571 on resource:security_group {{(pid=91837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:14:38.641554 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [None req-c76edbd3-c98b-46bc-9b55-0e321987b904 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Allocated IP 172.27.1.137 (7528c24a-f700-413f-aad3-165c7750b403/5baa0079-c83e-4549-8f83-3def60c01514/23db8a07-4777-45d7-9a1c-75b36a83c2fe) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:14:38.655622 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-7c0b2b32-efdd-40e6-9cc0-cf84d5873801 req-7df37011-4338-4d72-858e-9b41618ba85d tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Unset dirty status for tenant:8f782d90475c45a98ec720099679e571 on resource:security_group {{(pid=91837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:14:38.657447 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-7c0b2b32-efdd-40e6-9cc0-cf84d5873801 req-7df37011-4338-4d72-858e-9b41618ba85d tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708563 May 19 21:14:38.811229 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-1eed8fde-75d3-43f8-b383-87ff77213ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:38.984391 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-c76edbd3-c98b-46bc-9b55-0e321987b904 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:39.057252 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-c76edbd3-c98b-46bc-9b55-0e321987b904 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:39.089740 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-8ee7a9e0-c974-49cb-a15c-68db893845e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:39.181949 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76edbd3-c98b-46bc-9b55-0e321987b904 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Network 7528c24a-f700-413f-aad3-165c7750b403 is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:14:39.186429 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-c76edbd3-c98b-46bc-9b55-0e321987b904 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:14:39.189655 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-f80ae7f0-34ec-4250-864c-6fcf38bd1f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce {{(pid=91836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:14:39.196052 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76edbd3-c98b-46bc-9b55-0e321987b904 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:14:39.230194 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-f80ae7f0-34ec-4250-864c-6fcf38bd1f48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:39.232698 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76edbd3-c98b-46bc-9b55-0e321987b904 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Pushing event updated for resources: {'Port': ['ID=23db8a07-4777-45d7-9a1c-75b36a83c2fe,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:39.241614 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-c76edbd3-c98b-46bc-9b55-0e321987b904 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:39.296288 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-f80ae7f0-34ec-4250-864c-6fcf38bd1f48 service neutron] Transition to ACTIVE for port object fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce will not be triggered until provisioned by entity L2. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:14:39.343853 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-f80ae7f0-34ec-4250-864c-6fcf38bd1f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:39.374096 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-0130af4d-9d59-4044-bae8-5f7a48417964 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:39.477493 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:39.616506 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ae7f0-34ec-4250-864c-6fcf38bd1f48 service neutron] Pushing event updated for resources: {'Port': ['ID=fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:39.626493 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-f80ae7f0-34ec-4250-864c-6fcf38bd1f48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:39.946225 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adf6de-4bc1-4cb2-8400-f8b0211b3647 req-cbb08358-f4bf-4fc4-89d4-f257e8dc73f5 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:39.954048 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-12adf6de-4bc1-4cb2-8400-f8b0211b3647 req-cbb08358-f4bf-4fc4-89d4-f257e8dc73f5 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 944 time: 0.0953004 May 19 21:14:40.015554 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-12adf6de-4bc1-4cb2-8400-f8b0211b3647 req-d2e9d349-1cd2-42b6-a8f5-0d68e2db86c7 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601399 May 19 21:14:40.121439 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-c76edbd3-c98b-46bc-9b55-0e321987b904 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:40.456444 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad4c42-133f-4853-b58f-cd37b8855992 req-5e025c14-c772-4a57-bd6d-718d7c8eaa92 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:40.458038 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-6cad4c42-133f-4853-b58f-cd37b8855992 req-5e025c14-c772-4a57-bd6d-718d7c8eaa92 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 945 time: 0.9108498 May 19 21:14:40.483864 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-c76edbd3-c98b-46bc-9b55-0e321987b904 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:40.551093 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec32e24-1f76-4fa0-9de3-66f7fd6419c1 req-7ceb2703-5b79-4005-a63e-99bc0cc8b9e1 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:40.553105 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-5ec32e24-1f76-4fa0-9de3-66f7fd6419c1 req-7ceb2703-5b79-4005-a63e-99bc0cc8b9e1 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad4d3b68-805b-4fbb-8cd4-95673b38d4c6 HTTP/1.1" status: 200 len: 946 time: 0.1031554 May 19 21:14:40.562149 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-f80ae7f0-34ec-4250-864c-6fcf38bd1f48 service neutron] Attempting to bind port fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:14:40.562520 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-f80ae7f0-34ec-4250-864c-6fcf38bd1f48 service neutron] Attempting to bind port fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '78a99981-671c-4abb-9417-884234ae710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3f362d28-4199-45e0-91ca-7ccb175d4e6f'}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:14:40.562814 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-f80ae7f0-34ec-4250-864c-6fcf38bd1f48 service neutron] Attempting to bind port fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce on network 3f362d28-4199-45e0-91ca-7ccb175d4e6f {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:14:40.591465 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-f80ae7f0-34ec-4250-864c-6fcf38bd1f48 service neutron] Port fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce on network 3f362d28-4199-45e0-91ca-7ccb175d4e6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 21:14:40.591736 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-f80ae7f0-34ec-4250-864c-6fcf38bd1f48 service neutron] Attempting to bind port fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce on network 3f362d28-4199-45e0-91ca-7ccb175d4e6f {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:14:40.597635 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-6cad4c42-133f-4853-b58f-cd37b8855992 req-ba4d0813-2433-4787-8c2f-a21ec6d59b88 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270571 May 19 21:14:40.605651 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-f80ae7f0-34ec-4250-864c-6fcf38bd1f48 service neutron] Checking agent: {'id': '2fb6168f-df3b-41e1-92fa-9ac77f822fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'started_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:14:40.606025 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-f80ae7f0-34ec-4250-864c-6fcf38bd1f48 service neutron] Checking segment: {'id': '78a99981-671c-4abb-9417-884234ae710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3f362d28-4199-45e0-91ca-7ccb175d4e6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:14:40.606371 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-f80ae7f0-34ec-4250-864c-6fcf38bd1f48 service neutron] Bound using segment: {'id': '78a99981-671c-4abb-9417-884234ae710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3f362d28-4199-45e0-91ca-7ccb175d4e6f'} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:14:40.606809 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-f80ae7f0-34ec-4250-864c-6fcf38bd1f48 service neutron] Bound port: fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78a99981-671c-4abb-9417-884234ae710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3f362d28-4199-45e0-91ca-7ccb175d4e6f'}}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:14:40.607190 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-f80ae7f0-34ec-4250-864c-6fcf38bd1f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:40.639726 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-5ec32e24-1f76-4fa0-9de3-66f7fd6419c1 req-ca5a8b2c-5018-465e-b53e-e81aac288ff5 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=08c28040-8445-43ab-ae0c-f5fa216a2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781112 May 19 21:14:40.837041 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-f80ae7f0-34ec-4250-864c-6fcf38bd1f48 service neutron] For port fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce, host hv-cinder-78462, cleared binding levels {{(pid=91836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:14:40.840443 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-f80ae7f0-34ec-4250-864c-6fcf38bd1f48 service neutron] For port fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce,segment=NetworkSegment(78a99981-671c-4abb-9417-884234ae710e),segment_id=78a99981-671c-4abb-9417-884234ae710e)] {{(pid=91836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:14:40.846071 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-f80ae7f0-34ec-4250-864c-6fcf38bd1f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:40.851211 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-1862826f-4363-4e73-acb2-83022c3d0332 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:40.915054 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-c76edbd3-c98b-46bc-9b55-0e321987b904 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:40.925864 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-c76edbd3-c98b-46bc-9b55-0e321987b904 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:40.930445 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-f80ae7f0-34ec-4250-864c-6fcf38bd1f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:40.931086 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-f80ae7f0-34ec-4250-864c-6fcf38bd1f48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:40.932869 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-f80ae7f0-34ec-4250-864c-6fcf38bd1f48 service neutron] 10.222.0.25 "PUT /v2.0/ports/fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce HTTP/1.1" status: 200 len: 1094 time: 2.7443087 May 19 21:14:40.935127 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464864d6-e293-4d7c-aa2e-7476a9aad3e1', 'tag': 'fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:14:41.007143 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464864d6-e293-4d7c-aa2e-7476a9aad3e1', 'tag': 'fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce', 'status': 'completed', 'code': 200} May 19 21:14:41.057551 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ae7f0-34ec-4250-864c-6fcf38bd1f48 service neutron] Pushing event updated for resources: {'Port': ['ID=fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce,revision_number=3']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:41.067709 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-f80ae7f0-34ec-4250-864c-6fcf38bd1f48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:41.069334 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-76de31d8-0f22-45fd-8f1a-97630c8e6e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:41.160037 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-c76edbd3-c98b-46bc-9b55-0e321987b904 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658636'] for floatingip, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:41.229022 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76edbd3-c98b-46bc-9b55-0e321987b904 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Pushing event updated for resources: {'Port': ['ID=23db8a07-4777-45d7-9a1c-75b36a83c2fe,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:41.235563 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-c76edbd3-c98b-46bc-9b55-0e321987b904 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:41.260220 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:41.263983 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-893765d7-b8aa-40af-a693-f806a5ff14bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:41.265569 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-893765d7-b8aa-40af-a693-f806a5ff14bc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8f782d90475c45a98ec720099679e571&device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 1097 time: 0.2562113 May 19 21:14:41.275977 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee8035-5775-4df0-a3e0-7da80002ae55 req-9daeebe1-0241-4eb6-9cea-0b02571ffd87 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:41.284175 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-83ee8035-5775-4df0-a3e0-7da80002ae55 req-9daeebe1-0241-4eb6-9cea-0b02571ffd87 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 944 time: 0.1381199 May 19 21:14:41.349454 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-83ee8035-5775-4df0-a3e0-7da80002ae55 req-013cdc01-5565-49c4-b5e8-0aabd453af1a tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639207 May 19 21:14:41.411936 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-276d8334-5edf-47af-ac48-1d975f69a166 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce HTTP/1.1" status: 200 len: 217 time: 0.0924680 May 19 21:14:41.480495 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.db.l3_db [None req-c76edbd3-c98b-46bc-9b55-0e321987b904 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Floating IP acab1e1b-c30f-4048-93dd-17463af6483c associated. External IP: 172.27.1.137, port: 61b6d8d7-9335-45fa-ba71-5578c59b1d59. May 19 21:14:41.563086 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-c40dd86b-9a8c-4fa1-8251-18cae2c73759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:41.564569 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-c40dd86b-9a8c-4fa1-8251-18cae2c73759 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5e79841b-91f9-4a16-ad5e-4c945612b0b9 HTTP/1.1" status: 200 len: 848 time: 0.1454036 May 19 21:14:41.868313 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eab0a5-0771-48cd-a6be-d9d5e897ac33 req-9de57427-00e2-4737-9a4e-f20b871a4a11 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:41.869901 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-09eab0a5-0771-48cd-a6be-d9d5e897ac33 req-9de57427-00e2-4737-9a4e-f20b871a4a11 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad4d3b68-805b-4fbb-8cd4-95673b38d4c6 HTTP/1.1" status: 200 len: 946 time: 0.0894907 May 19 21:14:41.920096 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-09eab0a5-0771-48cd-a6be-d9d5e897ac33 req-a76bc88d-4504-4939-9dc1-16ab30783c59 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=08c28040-8445-43ab-ae0c-f5fa216a2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439682 May 19 21:14:42.150019 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76edbd3-c98b-46bc-9b55-0e321987b904 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Router 46e5f1e4-367c-475c-bac1-d85741b38633 has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:14:42.152248 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-cab298e9-85e6-4f8e-94ad-a2825fce3521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:42.153752 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-cab298e9-85e6-4f8e-94ad-a2825fce3521 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3f362d28-4199-45e0-91ca-7ccb175d4e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.5821393 May 19 21:14:42.300133 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af5a1d-26e9-4ab0-aee9-213c9564c85a req-42c1b938-452e-4edf-887e-2086c89177f6 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:42.301635 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-68af5a1d-26e9-4ab0-aee9-213c9564c85a req-42c1b938-452e-4edf-887e-2086c89177f6 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 945 time: 0.4831238 May 19 21:14:42.554398 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-68af5a1d-26e9-4ab0-aee9-213c9564c85a req-eb534ee1-2c39-4500-af0d-3d9180c8d522 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872237 May 19 21:14:42.577171 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-2b429ab3-7c24-4fd8-ac55-e133da26d530 service neutron] 10.222.0.25 "GET /v2.0/networks/3f362d28-4199-45e0-91ca-7ccb175d4e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120252 May 19 21:14:42.654249 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aaa141-c5cd-4309-a2b8-5ebeeee1c6b4 req-5f415b7c-16c6-4bf4-b72f-9e4c9fd18727 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:42.655876 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-48aaa141-c5cd-4309-a2b8-5ebeeee1c6b4 req-5f415b7c-16c6-4bf4-b72f-9e4c9fd18727 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 944 time: 0.1947548 May 19 21:14:42.665569 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76edbd3-c98b-46bc-9b55-0e321987b904 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:14:42.678337 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae88c11-7aef-49ee-8304-696d441eb634 None None] Sync routers for ids ['46e5f1e4-367c-475c-bac1-d85741b38633'] in dv-cinder-784623-12-iscsi {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:14:42.689582 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae88c11-7aef-49ee-8304-696d441eb634 None None] Routers {'46e5f1e4-367c-475c-bac1-d85741b38633'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:14:42.690224 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-2ae88c11-7aef-49ee-8304-696d441eb634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:14:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['46e5f1e4-367c-475c-bac1-d85741b38633'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:14:42.705105 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-48aaa141-c5cd-4309-a2b8-5ebeeee1c6b4 req-23992c0e-e31f-41c3-a372-07a3aa8cf47b tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433233 May 19 21:14:42.744674 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc19bf2-1042-4eed-8645-95be8ed9cafc req-255f5c5a-ae2e-4377-8370-82facdaaa824 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:42.746217 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4dc19bf2-1042-4eed-8645-95be8ed9cafc req-255f5c5a-ae2e-4377-8370-82facdaaa824 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad4d3b68-805b-4fbb-8cd4-95673b38d4c6 HTTP/1.1" status: 200 len: 946 time: 0.4917028 May 19 21:14:42.849551 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-c76edbd3-c98b-46bc-9b55-0e321987b904 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for floatingip, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:42.876338 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-2ae88c11-7aef-49ee-8304-696d441eb634 None None] Set router 46e5f1e4-367c-475c-bac1-d85741b38633 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:14:42.964630 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4f7ea533-74f3-41bf-b986-3983b12fb042 req-3e228414-3f48-4cfb-9567-b11d7f085103 service neutron] 10.222.0.25 "GET /v2.0/networks/3f362d28-4199-45e0-91ca-7ccb175d4e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514280 May 19 21:14:42.983866 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50285094-716d-4958-958b-f25d36341fe6 req-e2aeca92-86c7-414b-8e5a-8a588dd0a28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:42.985483 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-50285094-716d-4958-958b-f25d36341fe6 req-e2aeca92-86c7-414b-8e5a-8a588dd0a28d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c68d7fb43ad842fea0b389e597b14848&device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 1098 time: 0.4075208 May 19 21:14:42.990688 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-c76edbd3-c98b-46bc-9b55-0e321987b904 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7222097 May 19 21:14:42.990688 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 52502) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:14:42.997286 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-a84aeaa3-768c-4547-99cc-7a52eb0c32e7 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-171751522', 'description': 'tempest-secgroup-smoke-171751522 description', 'project_id': 'e141f08b4656401195114e7ec697b3cc'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:14:43.024165 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9acc775-6b49-499a-a05c-d8d065f4ba4f', 'tag': '61b6d8d7-9335-45fa-ba71-5578c59b1d59'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:14:43.035806 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-a84aeaa3-768c-4547-99cc-7a52eb0c32e7 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:14:43.087529 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9acc775-6b49-499a-a05c-d8d065f4ba4f', 'tag': '61b6d8d7-9335-45fa-ba71-5578c59b1d59', 'status': 'completed', 'code': 200} May 19 21:14:43.146320 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-a84aeaa3-768c-4547-99cc-7a52eb0c32e7 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:14:43.199657 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38357c9-1af7-4d94-b395-d2612ebcc3dc req-5441c975-7828-478f-bea9-70725119da94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:43.201301 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c38357c9-1af7-4d94-b395-d2612ebcc3dc req-5441c975-7828-478f-bea9-70725119da94 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e141f08b4656401195114e7ec697b3cc&device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 1098 time: 0.0853405 May 19 21:14:43.253072 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a84aeaa3-768c-4547-99cc-7a52eb0c32e7 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:43.256126 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-2ae88c11-7aef-49ee-8304-696d441eb634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'name': 'tempest-TestMinimumBasicScenario-2104613790-router', 'tenant_id': 'e141f08b4656401195114e7ec697b3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a56418f9-c2f6-4fe9-b9cf-286ede7866d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:32Z', 'updated_at': '2021-05-19T21:13:37Z', 'revision_number': 4, 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'gw_port': {'id': 'a56418f9-c2f6-4fe9-b9cf-286ede7866d5', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:09:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:33Z', 'updated_at': '2021-05-19T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_floatingips': [{'id': 'acab1e1b-c30f-4048-93dd-17463af6483c', 'tenant_id': 'e141f08b4656401195114e7ec697b3cc', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'port_id': '61b6d8d7-9335-45fa-ba71-5578c59b1d59', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b7349c-369e-491e-baf8-e9528bb71f6c', 'mac_address': 'fa:16:3e:1b:4e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9acc775-6b49-499a-a05c-d8d065f4ba4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:14:40Z', 'updated_at': '2021-05-19T21:14:40Z', 'revision_number': 0, 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42952b5-0bad-4a04-9091-c9247f438d20', 'name': '', 'network_id': '73b7349c-369e-491e-baf8-e9528bb71f6c', 'tenant_id': 'e141f08b4656401195114e7ec697b3cc', 'mac_address': 'fa:16:3e:ba:6a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5dd05cad-8fb2-4162-80dd-c762712c0dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:36Z', 'updated_at': '2021-05-19T21:13:45Z', 'revision_number': 5, 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'subnets': [{'id': '5dd05cad-8fb2-4162-80dd-c762712c0dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:14:43.261664 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae88c11-7aef-49ee-8304-696d441eb634 None None] Checking router: 46e5f1e4-367c-475c-bac1-d85741b38633 for host: dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:14:43.271882 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae88c11-7aef-49ee-8304-696d441eb634 None None] Routers {'46e5f1e4-367c-475c-bac1-d85741b38633'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:14:43.272704 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-2ae88c11-7aef-49ee-8304-696d441eb634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:14:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['46e5f1e4-367c-475c-bac1-d85741b38633'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:14:43.305709 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-4dc19bf2-1042-4eed-8645-95be8ed9cafc req-b4354fd1-6c3d-4724-a822-85c6f287e1ce tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Deleting port fc180658-83f2-4bd8-ab30-815a53f9e2f2 {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:14:43.306055 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4dc19bf2-1042-4eed-8645-95be8ed9cafc req-b4354fd1-6c3d-4724-a822-85c6f287e1ce tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:43.325994 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-a84aeaa3-768c-4547-99cc-7a52eb0c32e7 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:14:43.347402 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38357c9-1af7-4d94-b395-d2612ebcc3dc req-1d6e2efb-6b7c-4afc-bab9-bf7bf40c721a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:43.349247 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c38357c9-1af7-4d94-b395-d2612ebcc3dc req-1d6e2efb-6b7c-4afc-bab9-bf7bf40c721a service neutron] 10.222.0.25 "GET /v2.0/networks?id=73b7349c-369e-491e-baf8-e9528bb71f6c HTTP/1.1" status: 200 len: 916 time: 0.1395843 May 19 21:14:43.352271 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-a84aeaa3-768c-4547-99cc-7a52eb0c32e7 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Usage tracker for resource:security_group_rule and tenant:e141f08b4656401195114e7ec697b3cc is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:14:43.356896 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-a84aeaa3-768c-4547-99cc-7a52eb0c32e7 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:14:43.362310 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50285094-716d-4958-958b-f25d36341fe6 req-0b26049e-c89f-47c3-bbf8-824338e8cada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:43.363800 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-50285094-716d-4958-958b-f25d36341fe6 req-0b26049e-c89f-47c3-bbf8-824338e8cada service neutron] 10.222.0.25 "GET /v2.0/networks?id=33245778-87d9-4ace-bbb7-ad7041ac660d HTTP/1.1" status: 200 len: 917 time: 0.3619204 May 19 21:14:43.372933 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-a84aeaa3-768c-4547-99cc-7a52eb0c32e7 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:14:43.455266 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c38357c9-1af7-4d94-b395-d2612ebcc3dc req-2b02fb3d-3d50-48f8-8222-fcbb1a2418aa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61b6d8d7-9335-45fa-ba71-5578c59b1d59 HTTP/1.1" status: 200 len: 999 time: 0.0979822 May 19 21:14:43.497061 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-2ae88c11-7aef-49ee-8304-696d441eb634 None None] Set router 46e5f1e4-367c-475c-bac1-d85741b38633 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:14:43.531149 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38357c9-1af7-4d94-b395-d2612ebcc3dc req-e1df1272-0840-41da-aa8f-792245519618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:43.532660 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c38357c9-1af7-4d94-b395-d2612ebcc3dc req-e1df1272-0840-41da-aa8f-792245519618 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5dd05cad-8fb2-4162-80dd-c762712c0dfd HTTP/1.1" status: 200 len: 854 time: 0.0680523 May 19 21:14:43.538218 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfe143-dcd4-4c8d-8eb2-7c91b00feb01 req-556c645c-2a2f-45b2-af97-31a7953a4834 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:43.539753 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0edfe143-dcd4-4c8d-8eb2-7c91b00feb01 req-556c645c-2a2f-45b2-af97-31a7953a4834 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad4d3b68-805b-4fbb-8cd4-95673b38d4c6 HTTP/1.1" status: 200 len: 946 time: 0.4660118 May 19 21:14:43.556834 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965cb1e-ed6b-49df-a0d5-5a5702e1e488 req-30beb962-b2f9-441a-8055-05bd442199b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:43.558314 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3965cb1e-ed6b-49df-a0d5-5a5702e1e488 req-30beb962-b2f9-441a-8055-05bd442199b1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8f782d90475c45a98ec720099679e571&device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 1097 time: 0.5247133 May 19 21:14:43.623147 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38357c9-1af7-4d94-b395-d2612ebcc3dc req-08fc15ad-f87e-4791-85bd-df8a246435c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:43.624870 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c38357c9-1af7-4d94-b395-d2612ebcc3dc req-08fc15ad-f87e-4791-85bd-df8a246435c6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=73b7349c-369e-491e-baf8-e9528bb71f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0848172 May 19 21:14:43.656126 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-50285094-716d-4958-958b-f25d36341fe6 req-9cce6fdb-859b-4343-99a5-1d57f3c39e7e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d998435-6847-4b27-be77-7273e825ba20 HTTP/1.1" status: 200 len: 1001 time: 0.2809713 May 19 21:14:43.840738 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c38357c9-1af7-4d94-b395-d2612ebcc3dc req-04fafea4-a9d0-4820-b231-889d2181578c service neutron] 10.222.0.25 "GET /v2.0/networks/73b7349c-369e-491e-baf8-e9528bb71f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087910 May 19 21:14:43.893051 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcb17e-03f4-41f1-bde4-9915db959bb5 req-31d1e085-9c28-4cce-8e0b-139e4a03be19 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:43.895817 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-01dcb17e-03f4-41f1-bde4-9915db959bb5 req-31d1e085-9c28-4cce-8e0b-139e4a03be19 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 945 time: 0.1588266 May 19 21:14:43.908827 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-2ae88c11-7aef-49ee-8304-696d441eb634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'name': 'tempest-TestMinimumBasicScenario-2104613790-router', 'tenant_id': 'e141f08b4656401195114e7ec697b3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a56418f9-c2f6-4fe9-b9cf-286ede7866d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:32Z', 'updated_at': '2021-05-19T21:13:37Z', 'revision_number': 4, 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'gw_port': {'id': 'a56418f9-c2f6-4fe9-b9cf-286ede7866d5', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:09:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:33Z', 'updated_at': '2021-05-19T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_floatingips': [{'id': 'acab1e1b-c30f-4048-93dd-17463af6483c', 'tenant_id': 'e141f08b4656401195114e7ec697b3cc', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'port_id': '61b6d8d7-9335-45fa-ba71-5578c59b1d59', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b7349c-369e-491e-baf8-e9528bb71f6c', 'mac_address': 'fa:16:3e:1b:4e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9acc775-6b49-499a-a05c-d8d065f4ba4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:14:40Z', 'updated_at': '2021-05-19T21:14:40Z', 'revision_number': 0, 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42952b5-0bad-4a04-9091-c9247f438d20', 'name': '', 'network_id': '73b7349c-369e-491e-baf8-e9528bb71f6c', 'tenant_id': 'e141f08b4656401195114e7ec697b3cc', 'mac_address': 'fa:16:3e:ba:6a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5dd05cad-8fb2-4162-80dd-c762712c0dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:36Z', 'updated_at': '2021-05-19T21:13:45Z', 'revision_number': 5, 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'subnets': [{'id': '5dd05cad-8fb2-4162-80dd-c762712c0dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:14:43.913518 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae88c11-7aef-49ee-8304-696d441eb634 None None] The sync data for ids ['46e5f1e4-367c-475c-bac1-d85741b38633'] in dv-cinder-784623-12-iscsi is: [{'id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'name': 'tempest-TestMinimumBasicScenario-2104613790-router', 'tenant_id': 'e141f08b4656401195114e7ec697b3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a56418f9-c2f6-4fe9-b9cf-286ede7866d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:32Z', 'updated_at': '2021-05-19T21:13:37Z', 'revision_number': 4, 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'gw_port': {'id': 'a56418f9-c2f6-4fe9-b9cf-286ede7866d5', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:09:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:33Z', 'updated_at': '2021-05-19T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_floatingips': [{'id': 'acab1e1b-c30f-4048-93dd-17463af6483c', 'tenant_id': 'e141f08b4656401195114e7ec697b3cc', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'port_id': '61b6d8d7-9335-45fa-ba71-5578c59b1d59', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b7349c-369e-491e-baf8-e9528bb71f6c', 'mac_address': 'fa:16:3e:1b:4e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9acc775-6b49-499a-a05c-d8d065f4ba4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:14:40Z', 'updated_at': '2021-05-19T21:14:40Z', 'revision_number': 0, 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42952b5-0bad-4a04-9091-c9247f438d20', 'name': '', 'network_id': '73b7349c-369e-491e-baf8-e9528bb71f6c', 'tenant_id': 'e141f08b4656401195114e7ec697b3cc', 'mac_address': 'fa:16:3e:ba:6a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5dd05cad-8fb2-4162-80dd-c762712c0dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:36Z', 'updated_at': '2021-05-19T21:13:45Z', 'revision_number': 5, 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'subnets': [{'id': '5dd05cad-8fb2-4162-80dd-c762712c0dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:14:43.917654 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0edfe143-dcd4-4c8d-8eb2-7c91b00feb01 req-779e1444-1b58-4c56-9a57-b71b206a055e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=08c28040-8445-43ab-ae0c-f5fa216a2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3583319 May 19 21:14:43.930248 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-4dc19bf2-1042-4eed-8645-95be8ed9cafc req-b4354fd1-6c3d-4724-a822-85c6f287e1ce tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] For port fc180658-83f2-4bd8-ab30-815a53f9e2f2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fc180658-83f2-4bd8-ab30-815a53f9e2f2,segment=NetworkSegment(7ebb5a37-186a-44c7-8b3d-dea339fd8a91),segment_id=7ebb5a37-186a-44c7-8b3d-dea339fd8a91)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:14:43.930623 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4dc19bf2-1042-4eed-8645-95be8ed9cafc req-b4354fd1-6c3d-4724-a822-85c6f287e1ce tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:44.020302 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-01dcb17e-03f4-41f1-bde4-9915db959bb5 req-6dfcc0f6-4169-4b15-a76e-e205c9215e53 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719137 May 19 21:14:44.059224 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c38357c9-1af7-4d94-b395-d2612ebcc3dc req-65aa27d4-5083-4fb6-b91d-697f0b337466 service neutron] 10.222.0.25 "GET /v2.0/networks/73b7349c-369e-491e-baf8-e9528bb71f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107606 May 19 21:14:44.084538 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50285094-716d-4958-958b-f25d36341fe6 req-16bd24b3-54e9-42c4-a8c6-31411d43c0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:44.086263 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-50285094-716d-4958-958b-f25d36341fe6 req-16bd24b3-54e9-42c4-a8c6-31411d43c0dd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a96f8d10-418e-4531-973e-67a2c5d86867 HTTP/1.1" status: 200 len: 855 time: 0.2759907 May 19 21:14:44.183600 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1944a1-42d7-45d2-ad8d-162c023b0949 None None] New status for floating IP acab1e1b-c30f-4048-93dd-17463af6483c: ACTIVE {{(pid=91839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 21:14:44.185186 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a84aeaa3-768c-4547-99cc-7a52eb0c32e7 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:44.214591 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965cb1e-ed6b-49df-a0d5-5a5702e1e488 req-32172245-71f1-4612-a52d-6c3f07cb7e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:44.216080 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3965cb1e-ed6b-49df-a0d5-5a5702e1e488 req-32172245-71f1-4612-a52d-6c3f07cb7e03 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3f362d28-4199-45e0-91ca-7ccb175d4e6f HTTP/1.1" status: 200 len: 910 time: 0.6464667 May 19 21:14:44.217568 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a84aeaa3-768c-4547-99cc-7a52eb0c32e7 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:44.224980 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-896750d2-1883-4c0d-9e11-8590e570e1cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:44.414656 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3965cb1e-ed6b-49df-a0d5-5a5702e1e488 req-d1d16f3b-340f-474c-8393-98e0ecf4334c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce HTTP/1.1" status: 200 len: 217 time: 0.1737382 May 19 21:14:44.468345 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84aeaa3-768c-4547-99cc-7a52eb0c32e7 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9056bc9d-c265-423b-be1e-c426eb6fac96,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:44.473590 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-a84aeaa3-768c-4547-99cc-7a52eb0c32e7 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:44.498400 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a84aeaa3-768c-4547-99cc-7a52eb0c32e7 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:44.499717 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-a84aeaa3-768c-4547-99cc-7a52eb0c32e7 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.5085135 May 19 21:14:44.503031 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 52512) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:14:44.511300 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-9de56450-cf7c-44dc-9ca0-da2774532c55 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Request body: {'security_group_rule': {'security_group_id': '9056bc9d-c265-423b-be1e-c426eb6fac96', 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:14:44.520122 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-9de56450-cf7c-44dc-9ca0-da2774532c55 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:14:44.525685 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-9de56450-cf7c-44dc-9ca0-da2774532c55 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Usage tracker for resource:security_group_rule and tenant:e141f08b4656401195114e7ec697b3cc is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:14:44.529816 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-9de56450-cf7c-44dc-9ca0-da2774532c55 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:14:44.538830 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-9de56450-cf7c-44dc-9ca0-da2774532c55 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:14:44.543278 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:44.556592 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9de56450-cf7c-44dc-9ca0-da2774532c55 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:44.627699 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9de56450-cf7c-44dc-9ca0-da2774532c55 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:44.632821 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9de56450-cf7c-44dc-9ca0-da2774532c55 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621003'] for security_group_rule, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:44.635275 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:44.636253 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965cb1e-ed6b-49df-a0d5-5a5702e1e488 req-427068a6-da9e-4936-a4d8-15aaf30ef92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:44.637726 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3965cb1e-ed6b-49df-a0d5-5a5702e1e488 req-427068a6-da9e-4936-a4d8-15aaf30ef92d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5e79841b-91f9-4a16-ad5e-4c945612b0b9 HTTP/1.1" status: 200 len: 848 time: 0.2100451 May 19 21:14:44.655395 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4dc19bf2-1042-4eed-8645-95be8ed9cafc req-b4354fd1-6c3d-4724-a822-85c6f287e1ce tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:44.655744 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4dc19bf2-1042-4eed-8645-95be8ed9cafc req-b4354fd1-6c3d-4724-a822-85c6f287e1ce tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658636'] for floatingip, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:44.656052 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.db.l3_db [req-4dc19bf2-1042-4eed-8645-95be8ed9cafc req-b4354fd1-6c3d-4724-a822-85c6f287e1ce tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Floating IP 1f4e15a3-7eb8-4246-a472-00fc5bedffc0 disassociated. External IP: 172.27.1.181, port: fc180658-83f2-4bd8-ab30-815a53f9e2f2. May 19 21:14:44.656395 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-4dc19bf2-1042-4eed-8645-95be8ed9cafc req-b4354fd1-6c3d-4724-a822-85c6f287e1ce tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Calling delete_port for fc180658-83f2-4bd8-ab30-815a53f9e2f2 owned by compute:nova {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:14:44.662315 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de56450-cf7c-44dc-9ca0-da2774532c55 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea6ed78-ca6f-4a0f-981f-265138af744e,revision_number=0']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:44.667212 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-9de56450-cf7c-44dc-9ca0-da2774532c55 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:44.676149 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9de56450-cf7c-44dc-9ca0-da2774532c55 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:44.677744 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-9de56450-cf7c-44dc-9ca0-da2774532c55 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1723731 May 19 21:14:44.681225 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 52516) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:14:44.686394 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-f3c497fd-f263-418a-8988-ed1f5323cbda tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Request body: {'security_group_rule': {'security_group_id': '9056bc9d-c265-423b-be1e-c426eb6fac96', 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:14:44.692163 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-f3c497fd-f263-418a-8988-ed1f5323cbda tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:14:44.696162 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-f3c497fd-f263-418a-8988-ed1f5323cbda tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Usage tracker for resource:security_group_rule and tenant:e141f08b4656401195114e7ec697b3cc is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:14:44.699112 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-f3c497fd-f263-418a-8988-ed1f5323cbda tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:14:44.702146 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c918366-ebf7-4904-90e2-62428339a189 req-c0177e7c-6ec3-41f9-9431-fac5dfdf9d7b tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:44.702893 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-4c918366-ebf7-4904-90e2-62428339a189 req-c0177e7c-6ec3-41f9-9431-fac5dfdf9d7b tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Synchronizing usage tracker for tenant:8f782d90475c45a98ec720099679e571 on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:14:44.705036 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-f3c497fd-f263-418a-8988-ed1f5323cbda tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:14:44.706718 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50285094-716d-4958-958b-f25d36341fe6 req-e2dedfd6-cbff-4bdc-8c5c-fa172cb1103a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:44.708188 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-50285094-716d-4958-958b-f25d36341fe6 req-e2dedfd6-cbff-4bdc-8c5c-fa172cb1103a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=33245778-87d9-4ace-bbb7-ad7041ac660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.5691984 May 19 21:14:44.722985 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-f3c497fd-f263-418a-8988-ed1f5323cbda tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:44.790938 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-f3c497fd-f263-418a-8988-ed1f5323cbda tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:44.795899 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-f3c497fd-f263-418a-8988-ed1f5323cbda tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621003'] for security_group_rule, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:44.798160 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-e6de50e8-e169-4021-a635-3be98a3839e0 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:44.821157 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c497fd-f263-418a-8988-ed1f5323cbda tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd4181cd-7e14-4acd-897d-89e662f4e44d,revision_number=0']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:44.823728 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-f3c497fd-f263-418a-8988-ed1f5323cbda tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:44.832402 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-f3c497fd-f263-418a-8988-ed1f5323cbda tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:44.833649 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-f3c497fd-f263-418a-8988-ed1f5323cbda tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1514342 May 19 21:14:44.836519 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 52520) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:14:44.841716 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-5ab8e26d-8354-43a2-83b3-7a6af8bd2986 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Request body: {'security_group_rule': {'security_group_id': '9056bc9d-c265-423b-be1e-c426eb6fac96', 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:14:44.846838 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-4c918366-ebf7-4904-90e2-62428339a189 req-c0177e7c-6ec3-41f9-9431-fac5dfdf9d7b tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Unset dirty status for tenant:8f782d90475c45a98ec720099679e571 on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:14:44.847533 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-5ab8e26d-8354-43a2-83b3-7a6af8bd2986 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:14:44.847977 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4c918366-ebf7-4904-90e2-62428339a189 req-c0177e7c-6ec3-41f9-9431-fac5dfdf9d7b tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 944 time: 0.7861562 May 19 21:14:44.851630 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-5ab8e26d-8354-43a2-83b3-7a6af8bd2986 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Usage tracker for resource:security_group_rule and tenant:e141f08b4656401195114e7ec697b3cc is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:14:44.854621 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-5ab8e26d-8354-43a2-83b3-7a6af8bd2986 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:14:44.860419 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-5ab8e26d-8354-43a2-83b3-7a6af8bd2986 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:14:44.878545 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-5ab8e26d-8354-43a2-83b3-7a6af8bd2986 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:44.939681 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-5ab8e26d-8354-43a2-83b3-7a6af8bd2986 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:44.947082 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-50285094-716d-4958-958b-f25d36341fe6 req-1b85ee19-101b-49c2-9400-43b331338cf2 service neutron] 10.222.0.25 "GET /v2.0/networks/33245778-87d9-4ace-bbb7-ad7041ac660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302175 May 19 21:14:44.948508 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-5ab8e26d-8354-43a2-83b3-7a6af8bd2986 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621003'] for security_group_rule, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:44.949862 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4c918366-ebf7-4904-90e2-62428339a189 req-b839d407-a440-43b3-b02a-165f87a4edca tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909216 May 19 21:14:44.951543 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:44.953283 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965cb1e-ed6b-49df-a0d5-5a5702e1e488 req-7b7ea4ca-2def-44b8-9a47-7b34138ffeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:44.954700 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3965cb1e-ed6b-49df-a0d5-5a5702e1e488 req-7b7ea4ca-2def-44b8-9a47-7b34138ffeec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3f362d28-4199-45e0-91ca-7ccb175d4e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3026342 May 19 21:14:44.979570 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8e26d-8354-43a2-83b3-7a6af8bd2986 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea45eb49-6a51-4a0f-b5b3-f8d600b397d8,revision_number=0']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:44.982692 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-5ab8e26d-8354-43a2-83b3-7a6af8bd2986 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:44.992390 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-5ab8e26d-8354-43a2-83b3-7a6af8bd2986 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:44.995732 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-5ab8e26d-8354-43a2-83b3-7a6af8bd2986 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1563320 May 19 21:14:44.996623 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 52526) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:14:45.003113 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-b842f414-4a03-443a-bdd9-70c7e67e291a tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Request body: {'security_group_rule': {'security_group_id': '9056bc9d-c265-423b-be1e-c426eb6fac96', 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:14:45.010824 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-b842f414-4a03-443a-bdd9-70c7e67e291a tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:14:45.015274 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-b842f414-4a03-443a-bdd9-70c7e67e291a tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Usage tracker for resource:security_group_rule and tenant:e141f08b4656401195114e7ec697b3cc is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:14:45.018712 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-b842f414-4a03-443a-bdd9-70c7e67e291a tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:14:45.024771 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-b842f414-4a03-443a-bdd9-70c7e67e291a tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:14:45.077873 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b842f414-4a03-443a-bdd9-70c7e67e291a tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:45.161253 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b842f414-4a03-443a-bdd9-70c7e67e291a tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:45.168937 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b842f414-4a03-443a-bdd9-70c7e67e291a tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621003'] for security_group_rule, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:45.178897 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57015a46-8cdc-4cb7-bb3e-5eadc041a1a8 req-ed90ca14-9e1d-4b08-a18f-1c97b14dcf1f tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:45.180360 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-57015a46-8cdc-4cb7-bb3e-5eadc041a1a8 req-ed90ca14-9e1d-4b08-a18f-1c97b14dcf1f tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad4d3b68-805b-4fbb-8cd4-95673b38d4c6 HTTP/1.1" status: 200 len: 946 time: 0.1380866 May 19 21:14:45.184539 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-c42f3224-fcf3-4162-afbb-b3a794588e13 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:45.224798 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842f414-4a03-443a-bdd9-70c7e67e291a tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d97403e-b56a-4d65-9a80-a49251b9a3b9,revision_number=0']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:45.229489 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-b842f414-4a03-443a-bdd9-70c7e67e291a tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:45.239941 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b842f414-4a03-443a-bdd9-70c7e67e291a tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:45.241378 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-b842f414-4a03-443a-bdd9-70c7e67e291a tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2433429 May 19 21:14:45.244536 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 52532) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:14:45.255133 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-f79509c4-771e-4f17-8297-d3099a36aea8 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Request body: {'security_group_rule': {'security_group_id': '9056bc9d-c265-423b-be1e-c426eb6fac96', 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:14:45.264580 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-57015a46-8cdc-4cb7-bb3e-5eadc041a1a8 req-633fcdf0-4761-481a-b251-f85ce3e63a96 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups?id=08c28040-8445-43ab-ae0c-f5fa216a2faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724697 May 19 21:14:45.265509 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-f79509c4-771e-4f17-8297-d3099a36aea8 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:14:45.270396 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-f79509c4-771e-4f17-8297-d3099a36aea8 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Usage tracker for resource:security_group_rule and tenant:e141f08b4656401195114e7ec697b3cc is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:14:45.273758 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-f79509c4-771e-4f17-8297-d3099a36aea8 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:14:45.277563 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4dc19bf2-1042-4eed-8645-95be8ed9cafc req-b4354fd1-6c3d-4724-a822-85c6f287e1ce tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:45.279652 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-f79509c4-771e-4f17-8297-d3099a36aea8 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:14:45.295255 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.db.securitygroups_db [None req-f79509c4-771e-4f17-8297-d3099a36aea8 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Project e141f08b4656401195114e7ec697b3cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 21:14:45.302002 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-f79509c4-771e-4f17-8297-d3099a36aea8 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:45.375811 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-f79509c4-771e-4f17-8297-d3099a36aea8 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:45.381190 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-f79509c4-771e-4f17-8297-d3099a36aea8 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621003'] for security_group_rule, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:45.383866 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-f3c497fd-f263-418a-8988-ed1f5323cbda tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:45.406522 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79509c4-771e-4f17-8297-d3099a36aea8 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af12436c-2de1-4e18-8e63-50bc95be11ed,revision_number=0']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:45.410893 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-f79509c4-771e-4f17-8297-d3099a36aea8 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:45.421422 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-f79509c4-771e-4f17-8297-d3099a36aea8 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:45.422784 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-f79509c4-771e-4f17-8297-d3099a36aea8 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1773338 May 19 21:14:45.423960 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-6d91564f-ccb9-4f1d-9cf5-4fad4cacb008 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:45.425550 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 52536) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:14:45.431130 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-7b745d5a-d1e4-4060-aef3-9f198f399479 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Request body: {'security_group_rule': {'security_group_id': '9056bc9d-c265-423b-be1e-c426eb6fac96', 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:14:45.437151 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-7b745d5a-d1e4-4060-aef3-9f198f399479 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:14:45.441247 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-7b745d5a-d1e4-4060-aef3-9f198f399479 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Usage tracker for resource:security_group_rule and tenant:e141f08b4656401195114e7ec697b3cc is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:14:45.444620 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-7b745d5a-d1e4-4060-aef3-9f198f399479 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:14:45.452144 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-7b745d5a-d1e4-4060-aef3-9f198f399479 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:14:45.465407 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.db.securitygroups_db [None req-7b745d5a-d1e4-4060-aef3-9f198f399479 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Project e141f08b4656401195114e7ec697b3cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 21:14:45.471944 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7b745d5a-d1e4-4060-aef3-9f198f399479 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:45.475797 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3965cb1e-ed6b-49df-a0d5-5a5702e1e488 req-f8415484-83f2-48e0-9cc4-e4f6bea666c6 service neutron] 10.222.0.25 "GET /v2.0/networks/3f362d28-4199-45e0-91ca-7ccb175d4e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002770 May 19 21:14:45.479556 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4354fd1-6c3d-4724-a822-85c6f287e1ce tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Pushing event deleted for resources: {'Port': ['ID=fc180658-83f2-4bd8-ab30-815a53f9e2f2,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:45.482738 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-50285094-716d-4958-958b-f25d36341fe6 req-ae147689-1008-4649-8bfd-31ad8a1d2bad service neutron] 10.222.0.25 "GET /v2.0/networks/33245778-87d9-4ace-bbb7-ad7041ac660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5265553 May 19 21:14:45.485328 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-b4354fd1-6c3d-4724-a822-85c6f287e1ce tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:45.565364 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7b745d5a-d1e4-4060-aef3-9f198f399479 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:45.572944 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7b745d5a-d1e4-4060-aef3-9f198f399479 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621003'] for security_group_rule, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:45.589118 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:45.618519 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b745d5a-d1e4-4060-aef3-9f198f399479 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eec20da-4fb8-43db-af56-60f473d2b97c,revision_number=0']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:45.622092 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-7b745d5a-d1e4-4060-aef3-9f198f399479 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:45.632511 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7b745d5a-d1e4-4060-aef3-9f198f399479 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:45.637861 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-7b745d5a-d1e4-4060-aef3-9f198f399479 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2072654 May 19 21:14:45.646897 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 0d998435-6847-4b27-be77-7273e825ba20 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:14:45.702035 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583af1a-0eb8-489d-93f9-d902d27c4292 req-b4db897a-20b0-47ed-9d1e-46107f132448 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:45.703588 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5583af1a-0eb8-489d-93f9-d902d27c4292 req-b4db897a-20b0-47ed-9d1e-46107f132448 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 945 time: 0.5436487 May 19 21:14:45.783575 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:45.786794 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-ef934483-2558-4a55-a9a5-0c68766dbf5f req-fafcbb8b-834d-4b4c-bf93-e11dedac88d2 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-171751522&fields=id&tenant_id=e141f08b4656401195114e7ec697b3cc HTTP/1.1" status: 200 len: 267 time: 0.0663621 May 19 21:14:45.811763 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9753a025-5d88-4044-b986-7dbad8ba687b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d998435-6847-4b27-be77-7273e825ba20'}] {{(pid=91838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:14:45.822441 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 0d998435-6847-4b27-be77-7273e825ba20, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0d998435-6847-4b27-be77-7273e825ba20,segment=NetworkSegment(dd24c109-b873-4075-a547-36393fe5fd42),segment_id=dd24c109-b873-4075-a547-36393fe5fd42)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:14:45.830133 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:45.831446 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device fc180658-83f2-4bd8-ab30-815a53f9e2f2 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:14:45.866627 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:45.888786 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef934483-2558-4a55-a9a5-0c68766dbf5f req-41477cf4-5e4c-43b9-86ef-577d52a11c4e tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:45.890747 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5583af1a-0eb8-489d-93f9-d902d27c4292 req-e8ff87b4-53f1-47e1-9eaf-a2d17f161bc7 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686847 May 19 21:14:45.897798 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-ef934483-2558-4a55-a9a5-0c68766dbf5f req-41477cf4-5e4c-43b9-86ef-577d52a11c4e tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 945 time: 0.1037090 May 19 21:14:45.900024 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3965cb1e-ed6b-49df-a0d5-5a5702e1e488 req-b07bc000-5bed-48e2-a0b5-79f1efc6ee95 service neutron] 10.222.0.25 "GET /v2.0/networks/3f362d28-4199-45e0-91ca-7ccb175d4e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060879 May 19 21:14:45.904118 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [req-ef934483-2558-4a55-a9a5-0c68766dbf5f req-decef289-2fac-4ab5-8538-07869fbf7e1c tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Request body: {'port': {'security_groups': ['e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d', '9056bc9d-c265-423b-be1e-c426eb6fac96']}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:14:45.921680 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4dc19bf2-1042-4eed-8645-95be8ed9cafc req-b4354fd1-6c3d-4724-a822-85c6f287e1ce tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Router e692fffc-98ec-4754-b6db-d2f2de36fe35 has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:14:45.925885 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e58d9-4ad8-4d54-8e66-2b46924c4109 req-83f0720a-9ef9-40ac-b0a7-6dbe800d0f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:45.927507 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-423e58d9-4ad8-4d54-8e66-2b46924c4109 req-83f0720a-9ef9-40ac-b0a7-6dbe800d0f88 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c68d7fb43ad842fea0b389e597b14848&device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 1098 time: 0.3359497 May 19 21:14:45.957177 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] No Port match for: fc180658-83f2-4bd8-ab30-815a53f9e2f2 {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:14:45.957801 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device fc180658-83f2-4bd8-ab30-815a53f9e2f2 not bound to the agent host hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:14:46.005672 dv-cinder-784623-12-iscsi neutron-server[91838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9753a025-5d88-4044-b986-7dbad8ba687b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d998435-6847-4b27-be77-7273e825ba20', 'code': 200} May 19 21:14:46.010653 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=0d998435-6847-4b27-be77-7273e825ba20,revision_number=8']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:46.017338 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:46.188012 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [req-ef934483-2558-4a55-a9a5-0c68766dbf5f req-decef289-2fac-4ab5-8538-07869fbf7e1c tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:46.316915 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4dc19bf2-1042-4eed-8645-95be8ed9cafc req-b4354fd1-6c3d-4724-a822-85c6f287e1ce tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:14:46.327438 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c56465-569e-40c3-be16-be9561080541 None None] Sync routers for ids ['e692fffc-98ec-4754-b6db-d2f2de36fe35'] in dv-cinder-784623-12-iscsi {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:14:46.339038 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c56465-569e-40c3-be16-be9561080541 None None] Routers {'e692fffc-98ec-4754-b6db-d2f2de36fe35'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:14:46.339944 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-96c56465-569e-40c3-be16-be9561080541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:14:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['e692fffc-98ec-4754-b6db-d2f2de36fe35'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:14:46.348778 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e58d9-4ad8-4d54-8e66-2b46924c4109 req-71e932d8-f8c2-4f28-81c1-b87427098f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:46.350368 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-423e58d9-4ad8-4d54-8e66-2b46924c4109 req-71e932d8-f8c2-4f28-81c1-b87427098f7b service neutron] 10.222.0.25 "GET /v2.0/networks?id=33245778-87d9-4ace-bbb7-ad7041ac660d HTTP/1.1" status: 200 len: 917 time: 0.3491089 May 19 21:14:46.476170 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc19bf2-1042-4eed-8645-95be8ed9cafc req-b4354fd1-6c3d-4724-a822-85c6f287e1ce tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] No DVR routers for this DVR port fc180658-83f2-4bd8-ab30-815a53f9e2f2 on host hv-cinder-78462 {{(pid=91836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:14:46.477919 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.db [req-ef934483-2558-4a55-a9a5-0c68766dbf5f req-decef289-2fac-4ab5-8538-07869fbf7e1c tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] For port 61b6d8d7-9335-45fa-ba71-5578c59b1d59, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=61b6d8d7-9335-45fa-ba71-5578c59b1d59,segment=NetworkSegment(8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0),segment_id=8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0)] {{(pid=91837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:14:46.482314 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4dc19bf2-1042-4eed-8645-95be8ed9cafc req-b4354fd1-6c3d-4724-a822-85c6f287e1ce tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:46.488756 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4d3b68-805b-4fbb-8cd4-95673b38d4c6', 'name': 'network-vif-deleted', 'tag': 'fc180658-83f2-4bd8-ab30-815a53f9e2f2'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:14:46.510925 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84b831-9bb5-4a87-a1bb-dc517746f148 req-cb79c1a1-5808-4cd1-bfa4-ff6624fd6535 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:46.511303 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [req-ef934483-2558-4a55-a9a5-0c68766dbf5f req-decef289-2fac-4ab5-8538-07869fbf7e1c tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for port, precommit_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:46.512702 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-db84b831-9bb5-4a87-a1bb-dc517746f148 req-cb79c1a1-5808-4cd1-bfa4-ff6624fd6535 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 944 time: 0.3795938 May 19 21:14:46.520069 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [req-ef934483-2558-4a55-a9a5-0c68766dbf5f req-decef289-2fac-4ab5-8538-07869fbf7e1c tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6754484'] for port, after_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:46.529132 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4dc19bf2-1042-4eed-8645-95be8ed9cafc req-b4354fd1-6c3d-4724-a822-85c6f287e1ce tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.25 "DELETE /v2.0/ports/fc180658-83f2-4bd8-ab30-815a53f9e2f2 HTTP/1.1" status: 204 len: 173 time: 3.7732990 May 19 21:14:46.530819 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-06ef6154-3745-421f-9894-c3044d3e5871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:46.534804 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['61b6d8d7-9335-45fa-ba71-5578c59b1d59'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:14:46.544375 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-423e58d9-4ad8-4d54-8e66-2b46924c4109 req-ce44503e-a386-4643-9916-5862680331fe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d998435-6847-4b27-be77-7273e825ba20 HTTP/1.1" status: 200 len: 999 time: 0.1861467 May 19 21:14:46.595242 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-96c56465-569e-40c3-be16-be9561080541 None None] Set router e692fffc-98ec-4754-b6db-d2f2de36fe35 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:14:46.627812 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef934483-2558-4a55-a9a5-0c68766dbf5f req-decef289-2fac-4ab5-8538-07869fbf7e1c tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:46.628524 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [req-ef934483-2558-4a55-a9a5-0c68766dbf5f req-decef289-2fac-4ab5-8538-07869fbf7e1c tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:46.649427 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-db84b831-9bb5-4a87-a1bb-dc517746f148 req-21d8cfb7-827a-4e46-b9f8-5c4b256b7e4d tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215687 May 19 21:14:46.650182 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-ef934483-2558-4a55-a9a5-0c68766dbf5f req-decef289-2fac-4ab5-8538-07869fbf7e1c tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "PUT /v2.0/ports/61b6d8d7-9335-45fa-ba71-5578c59b1d59 HTTP/1.1" status: 200 len: 981 time: 0.7505846 May 19 21:14:46.656104 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9acc775-6b49-499a-a05c-d8d065f4ba4f', 'tag': '61b6d8d7-9335-45fa-ba71-5578c59b1d59'}] {{(pid=91837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:14:46.698137 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e58d9-4ad8-4d54-8e66-2b46924c4109 req-bef16b3c-ae25-4002-874d-6a8481bb20d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:46.700898 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-423e58d9-4ad8-4d54-8e66-2b46924c4109 req-bef16b3c-ae25-4002-874d-6a8481bb20d0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a96f8d10-418e-4531-973e-67a2c5d86867 HTTP/1.1" status: 200 len: 855 time: 0.1471965 May 19 21:14:46.730232 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decef289-2fac-4ab5-8538-07869fbf7e1c tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Pushing event updated for resources: {'Port': ['ID=61b6d8d7-9335-45fa-ba71-5578c59b1d59,revision_number=6']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:46.738169 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-decef289-2fac-4ab5-8538-07869fbf7e1c tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:46.784900 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['61b6d8d7-9335-45fa-ba71-5578c59b1d59'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:14:46.847443 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4d3b68-805b-4fbb-8cd4-95673b38d4c6', 'name': 'network-vif-deleted', 'tag': 'fc180658-83f2-4bd8-ab30-815a53f9e2f2', 'status': 'completed', 'code': 200} May 19 21:14:46.895948 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-59c51efd-ec5f-4110-afa7-2efa84a09a89 req-0af44131-1093-4376-bbd9-3ccc64046a49 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad4d3b68-805b-4fbb-8cd4-95673b38d4c6 HTTP/1.1" status: 200 len: 210 time: 0.0625699 May 19 21:14:46.911867 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e58d9-4ad8-4d54-8e66-2b46924c4109 req-4130c6c2-2d7e-406d-b5c2-0f3192876c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:46.913449 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-423e58d9-4ad8-4d54-8e66-2b46924c4109 req-4130c6c2-2d7e-406d-b5c2-0f3192876c42 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=33245778-87d9-4ace-bbb7-ad7041ac660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2025185 May 19 21:14:47.057319 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9acc775-6b49-499a-a05c-d8d065f4ba4f', 'tag': '61b6d8d7-9335-45fa-ba71-5578c59b1d59', 'status': 'completed', 'code': 200} May 19 21:14:47.157087 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-e97f0f07-95f5-4e0b-b6aa-2b79fe90d630 None None] Provisioning complete for port 61b6d8d7-9335-45fa-ba71-5578c59b1d59 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:14:47.157674 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-e97f0f07-95f5-4e0b-b6aa-2b79fe90d630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:47.353240 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41946f7e-8d33-44c5-aa88-032c87ee9aec req-df62a4f9-204e-4f05-83c5-50443cbac971 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:47.361858 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-41946f7e-8d33-44c5-aa88-032c87ee9aec req-df62a4f9-204e-4f05-83c5-50443cbac971 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 943 time: 0.1793079 May 19 21:14:47.429329 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-423e58d9-4ad8-4d54-8e66-2b46924c4109 req-e6093f34-0d5f-489d-967e-f062275d1cad service neutron] 10.222.0.25 "GET /v2.0/networks/33245778-87d9-4ace-bbb7-ad7041ac660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978249 May 19 21:14:47.459939 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-41946f7e-8d33-44c5-aa88-032c87ee9aec req-d4d3b74e-702f-49d6-b3ba-6b76c76f6e63 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965738 May 19 21:14:47.573513 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fb8cc-27c5-4217-9523-2793fad6ce23 req-85ddbd10-c6eb-4028-9e34-c4c9fa905a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:47.575042 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3a1fb8cc-27c5-4217-9523-2793fad6ce23 req-85ddbd10-c6eb-4028-9e34-c4c9fa905a73 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e141f08b4656401195114e7ec697b3cc&device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 1137 time: 0.4854834 May 19 21:14:47.592059 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123e264-0dba-4272-82b7-01f822769e39 req-d253e757-a5a6-450e-a4c6-62ac782b8025 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:47.593588 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3123e264-0dba-4272-82b7-01f822769e39 req-d253e757-a5a6-450e-a4c6-62ac782b8025 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 984 time: 0.4597409 May 19 21:14:47.684705 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-96c56465-569e-40c3-be16-be9561080541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'name': 'tempest-AttachVolumeTestJSON-541461897-router', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:17Z', 'updated_at': '2021-05-19T21:08:34Z', 'revision_number': 4, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'gw_port': {'id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:19Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': '82e3b671-39fe-4ff5-aea1-cc914d7df6c0', 'name': '', 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'mac_address': 'fa:16:3e:ea:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '630830f2-778f-4bba-87b9-a49ae18b87af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:27Z', 'updated_at': '2021-05-19T21:08:48Z', 'revision_number': 5, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'subnets': [{'id': '630830f2-778f-4bba-87b9-a49ae18b87af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:14:47.713427 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c56465-569e-40c3-be16-be9561080541 None None] Checking router: e692fffc-98ec-4754-b6db-d2f2de36fe35 for host: dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:14:47.774128 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-3123e264-0dba-4272-82b7-01f822769e39 req-68f06d94-0a26-42fd-971a-4b4db69e70e3 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Synchronizing usage tracker for tenant:e141f08b4656401195114e7ec697b3cc on resource:security_group {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:14:47.782070 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-423e58d9-4ad8-4d54-8e66-2b46924c4109 req-29a0e7d2-b008-46ed-b768-a8d197a7c34e service neutron] 10.222.0.25 "GET /v2.0/networks/33245778-87d9-4ace-bbb7-ad7041ac660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443255 May 19 21:14:47.782385 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c56465-569e-40c3-be16-be9561080541 None None] Routers {'e692fffc-98ec-4754-b6db-d2f2de36fe35'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:14:47.782740 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-96c56465-569e-40c3-be16-be9561080541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:14:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['e692fffc-98ec-4754-b6db-d2f2de36fe35'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:14:47.808976 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fb8cc-27c5-4217-9523-2793fad6ce23 req-ad0346b9-05b0-42a8-9f51-5e1ce6b9f63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:47.810444 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3a1fb8cc-27c5-4217-9523-2793fad6ce23 req-ad0346b9-05b0-42a8-9f51-5e1ce6b9f63d service neutron] 10.222.0.25 "GET /v2.0/networks?id=73b7349c-369e-491e-baf8-e9528bb71f6c HTTP/1.1" status: 200 len: 916 time: 0.2271276 May 19 21:14:47.815631 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-3123e264-0dba-4272-82b7-01f822769e39 req-68f06d94-0a26-42fd-971a-4b4db69e70e3 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Unset dirty status for tenant:e141f08b4656401195114e7ec697b3cc on resource:security_group {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:14:47.817086 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3123e264-0dba-4272-82b7-01f822769e39 req-68f06d94-0a26-42fd-971a-4b4db69e70e3 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?id=9056bc9d-c265-423b-be1e-c426eb6fac96&id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2009223 May 19 21:14:47.950279 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90453e-c8ed-49dc-bed4-467ec72fd44b req-8f6677ce-d57c-443f-9299-5fb042bf80fe tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:47.953064 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3a1fb8cc-27c5-4217-9523-2793fad6ce23 req-6716ffc5-463c-4071-9e81-0a6d3ce0fcdd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61b6d8d7-9335-45fa-ba71-5578c59b1d59 HTTP/1.1" status: 200 len: 1001 time: 0.1340370 May 19 21:14:47.958252 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-0a90453e-c8ed-49dc-bed4-467ec72fd44b req-8f6677ce-d57c-443f-9299-5fb042bf80fe tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 944 time: 0.1675272 May 19 21:14:48.019059 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-0a90453e-c8ed-49dc-bed4-467ec72fd44b req-36348a52-e92b-4c37-8675-2a88380ba1cf tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569415 May 19 21:14:48.058333 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fb8cc-27c5-4217-9523-2793fad6ce23 req-abeff8fe-297c-4c86-ba7d-fe86c96b6d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:48.059931 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3a1fb8cc-27c5-4217-9523-2793fad6ce23 req-abeff8fe-297c-4c86-ba7d-fe86c96b6d57 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5dd05cad-8fb2-4162-80dd-c762712c0dfd HTTP/1.1" status: 200 len: 854 time: 0.0975187 May 19 21:14:48.130884 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 52566) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:14:48.159199 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-96c56465-569e-40c3-be16-be9561080541 None None] Set router e692fffc-98ec-4754-b6db-d2f2de36fe35 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:14:48.167954 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fb8cc-27c5-4217-9523-2793fad6ce23 req-0bd4efdf-19c7-41f2-846b-1e796c5f4e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:48.169830 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3a1fb8cc-27c5-4217-9523-2793fad6ce23 req-0bd4efdf-19c7-41f2-846b-1e796c5f4e0b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=73b7349c-369e-491e-baf8-e9528bb71f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0976441 May 19 21:14:48.233796 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1a3154a2-9dde-48e8-829e-ee3b4a82ed7e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:48.269140 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1a3154a2-9dde-48e8-829e-ee3b4a82ed7e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:48.345033 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1a3154a2-9dde-48e8-829e-ee3b4a82ed7e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:48.351449 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-d316394c-c322-4f72-8e1e-d62a6bae2319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:48.367672 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3154a2-9dde-48e8-829e-ee3b4a82ed7e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c28040-8445-43ab-ae0c-f5fa216a2faa,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:48.377449 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-1a3154a2-9dde-48e8-829e-ee3b4a82ed7e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:48.386813 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1a3154a2-9dde-48e8-829e-ee3b4a82ed7e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:48.390566 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-1a3154a2-9dde-48e8-829e-ee3b4a82ed7e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "DELETE /v2.0/security-groups/08c28040-8445-43ab-ae0c-f5fa216a2faa HTTP/1.1" status: 204 len: 168 time: 0.2568505 May 19 21:14:48.391096 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 52570) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:14:48.408714 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.api.v2.resource [None req-b1652dee-6dea-48d0-9076-8d3f4a203e04 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] show failed (client error): The resource could not be found. May 19 21:14:48.412481 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-b1652dee-6dea-48d0-9076-8d3f4a203e04 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "GET /v2.0/security-groups/08c28040-8445-43ab-ae0c-f5fa216a2faa HTTP/1.1" status: 404 len: 347 time: 0.0177004 May 19 21:14:48.412868 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 52574) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:14:48.431799 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3a1fb8cc-27c5-4217-9523-2793fad6ce23 req-71cd9e2a-b3b0-4018-b63f-73ceb93f1ac1 service neutron] 10.222.0.25 "GET /v2.0/networks/73b7349c-369e-491e-baf8-e9528bb71f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497563 May 19 21:14:48.630751 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-96c56465-569e-40c3-be16-be9561080541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'name': 'tempest-AttachVolumeTestJSON-541461897-router', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:17Z', 'updated_at': '2021-05-19T21:08:34Z', 'revision_number': 4, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'gw_port': {'id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:19Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': '82e3b671-39fe-4ff5-aea1-cc914d7df6c0', 'name': '', 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'mac_address': 'fa:16:3e:ea:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '630830f2-778f-4bba-87b9-a49ae18b87af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:27Z', 'updated_at': '2021-05-19T21:08:48Z', 'revision_number': 5, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'subnets': [{'id': '630830f2-778f-4bba-87b9-a49ae18b87af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:14:48.636370 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c56465-569e-40c3-be16-be9561080541 None None] The sync data for ids ['e692fffc-98ec-4754-b6db-d2f2de36fe35'] in dv-cinder-784623-12-iscsi is: [{'id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'name': 'tempest-AttachVolumeTestJSON-541461897-router', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:17Z', 'updated_at': '2021-05-19T21:08:34Z', 'revision_number': 4, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'gw_port': {'id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:19Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': '82e3b671-39fe-4ff5-aea1-cc914d7df6c0', 'name': '', 'network_id': '73cdea18-8046-49f0-a6f7-a0df883fcd0a', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'mac_address': 'fa:16:3e:ea:c8:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '630830f2-778f-4bba-87b9-a49ae18b87af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:27Z', 'updated_at': '2021-05-19T21:08:48Z', 'revision_number': 5, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'subnets': [{'id': '630830f2-778f-4bba-87b9-a49ae18b87af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:14:48.670592 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-c2d88c7c-7ba1-433c-93ca-366eb4652585 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Deleting port 26c18da6-1c3c-446f-8a70-1a619e1c267e {{(pid=91837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:14:48.670901 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-c2d88c7c-7ba1-433c-93ca-366eb4652585 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:48.672997 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3a1fb8cc-27c5-4217-9523-2793fad6ce23 req-1c4094e3-3abd-4961-8889-4aadd949cc78 service neutron] 10.222.0.25 "GET /v2.0/networks/73b7349c-369e-491e-baf8-e9528bb71f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258928 May 19 21:14:48.723395 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30478d-5ccf-4031-b381-a41d918339bb req-42d84aec-b416-493e-9347-ce64ae9345ac tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:48.725237 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2b30478d-5ccf-4031-b381-a41d918339bb req-42d84aec-b416-493e-9347-ce64ae9345ac tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 943 time: 0.1049404 May 19 21:14:48.789239 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2b30478d-5ccf-4031-b381-a41d918339bb req-39bb40fd-e65c-463b-9fd9-9376af0783f1 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574121 May 19 21:14:48.807056 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-c2d88c7c-7ba1-433c-93ca-366eb4652585 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:48.807530 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-c2d88c7c-7ba1-433c-93ca-366eb4652585 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:48.917368 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3fab43-c667-4561-b091-e928dba99b47 None None] New status for floating IP 1f4e15a3-7eb8-4246-a472-00fc5bedffc0: DOWN {{(pid=91839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 21:14:48.954943 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-c2d88c7c-7ba1-433c-93ca-366eb4652585 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Calling delete_port for 26c18da6-1c3c-446f-8a70-1a619e1c267e owned by network:floatingip {{(pid=91837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:14:49.089289 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-c2d88c7c-7ba1-433c-93ca-366eb4652585 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6754477'] for port, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:49.093016 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.db.api [None req-7a3fab43-c667-4561-b091-e928dba99b47 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 21:14:49.095299 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-e11b97d5-6675-4920-989d-b069a2121dbf tempest-ServerRescueNegativeTestJSON-965952233 tempest-ServerRescueNegativeTestJSON-965952233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:49.095499 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_db.api [None req-7a3fab43-c667-4561-b091-e928dba99b47 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 21:14:49.142727 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d88c7c-7ba1-433c-93ca-366eb4652585 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Pushing event deleted for resources: {'Port': ['ID=26c18da6-1c3c-446f-8a70-1a619e1c267e,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:49.176651 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-c2d88c7c-7ba1-433c-93ca-366eb4652585 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:49.222725 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbe079-2f14-4a3e-b16a-8a64847ae680 req-33086fdc-575d-4fdf-b974-84d3b36f0fae tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:49.227499 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d3cbe079-2f14-4a3e-b16a-8a64847ae680 req-33086fdc-575d-4fdf-b974-84d3b36f0fae tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 944 time: 0.0997059 May 19 21:14:49.242188 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-c2d88c7c-7ba1-433c-93ca-366eb4652585 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks [] for floatingip, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:49.265908 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-c2d88c7c-7ba1-433c-93ca-366eb4652585 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for floatingip, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:49.267096 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-c2d88c7c-7ba1-433c-93ca-366eb4652585 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] 10.222.0.44 "DELETE /v2.0/floatingips/1f4e15a3-7eb8-4246-a472-00fc5bedffc0 HTTP/1.1" status: 204 len: 168 time: 0.8531492 May 19 21:14:49.289421 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d3cbe079-2f14-4a3e-b16a-8a64847ae680 req-a4b3fe84-9f26-4c3d-81a1-fb75d5a18446 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573537 May 19 21:14:49.596632 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3fab43-c667-4561-b091-e928dba99b47 None None] New status for floating IP 1f4e15a3-7eb8-4246-a472-00fc5bedffc0: DOWN {{(pid=91839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 21:14:50.429489 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9157d-9834-4c90-9b66-83c2a0db3a1b req-58251993-1757-4fd0-a758-999b34432afd tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:50.432279 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4ea9157d-9834-4c90-9b66-83c2a0db3a1b req-58251993-1757-4fd0-a758-999b34432afd tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 943 time: 0.0890093 May 19 21:14:50.517429 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4ea9157d-9834-4c90-9b66-83c2a0db3a1b req-c728a21a-5d0e-4fea-a8b5-5796dff2334c tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659018 May 19 21:14:50.525597 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ed1b1-4e9f-402a-b4ae-75fb14937aa2 req-0e8647b7-f31f-4c2d-8e9f-0f5947aa9145 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:50.532878 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-6d9ed1b1-4e9f-402a-b4ae-75fb14937aa2 req-0e8647b7-f31f-4c2d-8e9f-0f5947aa9145 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 944 time: 0.0972672 May 19 21:14:50.578309 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-6d9ed1b1-4e9f-402a-b4ae-75fb14937aa2 req-b555e57f-3318-4d00-8bdf-e6c751b94c69 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443497 May 19 21:14:50.680645 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 52634) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:14:50.925829 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-9d0b4f04-2c55-4dcf-a180-68696a45954a req-5224f163-39d8-4ce8-9945-913174eb646c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2437220 May 19 21:14:51.664896 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 21:14:51.667785 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 0d998435-6847-4b27-be77-7273e825ba20 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:14:51.742958 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e89f33-5b20-4625-b18a-b3dfb0f01d5c req-60904ab3-e4b0-4386-84c3-e9dea4eb516a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:51.744542 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-93e89f33-5b20-4625-b18a-b3dfb0f01d5c req-60904ab3-e4b0-4386-84c3-e9dea4eb516a tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 943 time: 0.1047032 May 19 21:14:51.792724 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c4e79-e229-4452-983c-173e24185a10 req-4a7d5531-2e83-40b1-be5c-0d8f4e091ab0 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:51.801021 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-248c4e79-e229-4452-983c-173e24185a10 req-4a7d5531-2e83-40b1-be5c-0d8f4e091ab0 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 944 time: 0.1052327 May 19 21:14:51.827851 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-93e89f33-5b20-4625-b18a-b3dfb0f01d5c req-d16ae70d-4170-470e-a38a-f854af4d5d5e tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748875 May 19 21:14:51.863549 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-248c4e79-e229-4452-983c-173e24185a10 req-ab4bb10a-1063-4220-a87e-bf02b0f4db8d tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615776 May 19 21:14:51.933232 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b4f04-2c55-4dcf-a180-68696a45954a req-feb0f8cc-dd20-48c6-819c-17bf82482bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:51.933641 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9d0b4f04-2c55-4dcf-a180-68696a45954a req-feb0f8cc-dd20-48c6-819c-17bf82482bee service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b&tenant_id=c68d7fb43ad842fea0b389e597b14848 HTTP/1.1" status: 200 len: 1096 time: 0.0917294 May 19 21:14:51.972517 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce,segment=NetworkSegment(78a99981-671c-4abb-9417-884234ae710e),segment_id=78a99981-671c-4abb-9417-884234ae710e)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:14:51.989254 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Returning: {'device': 'fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce', 'network_id': '3f362d28-4199-45e0-91ca-7ccb175d4e6f', 'port_id': 'fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce', 'mac_address': 'fa:16:3e:ff:e5:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e79841b-91f9-4a16-ad5e-4c945612b0b9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 21:14:52.055243 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b4f04-2c55-4dcf-a180-68696a45954a req-ea2f6893-dc1b-4ea0-a98e-450ec6dcf775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:52.056818 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9d0b4f04-2c55-4dcf-a180-68696a45954a req-ea2f6893-dc1b-4ea0-a98e-450ec6dcf775 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c68d7fb43ad842fea0b389e597b14848&device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 1096 time: 0.0997231 May 19 21:14:52.057324 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:52.076417 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce {{(pid=91838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:14:52.094200 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce,segment=NetworkSegment(78a99981-671c-4abb-9417-884234ae710e),segment_id=78a99981-671c-4abb-9417-884234ae710e)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:14:52.099356 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:52.101307 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-653eaeec-02b7-4bdb-badf-1be7cbf6ddea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:52.184325 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:52.197692 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:52.198038 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:52.198711 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:52.199078 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:52.199546 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:52.199878 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:52.200233 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:52.200687 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:52.201013 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:52.201332 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:52.201661 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:52.201974 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:14:52.206191 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:52.225260 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b4f04-2c55-4dcf-a180-68696a45954a req-cec77652-645b-4dcf-8123-269d5d43f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:52.226865 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9d0b4f04-2c55-4dcf-a180-68696a45954a req-cec77652-645b-4dcf-8123-269d5d43f9ca service neutron] 10.222.0.25 "GET /v2.0/networks?id=33245778-87d9-4ace-bbb7-ad7041ac660d HTTP/1.1" status: 200 len: 917 time: 0.1629522 May 19 21:14:52.312414 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:14:52.514646 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9d0b4f04-2c55-4dcf-a180-68696a45954a req-f6b07eb7-367e-4bf4-9279-75181114229d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d998435-6847-4b27-be77-7273e825ba20 HTTP/1.1" status: 200 len: 999 time: 0.2781098 May 19 21:14:52.603840 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b4f04-2c55-4dcf-a180-68696a45954a req-1c76fa22-d401-481d-88e9-1145929a5d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:52.606173 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9d0b4f04-2c55-4dcf-a180-68696a45954a req-1c76fa22-d401-481d-88e9-1145929a5d1b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a96f8d10-418e-4531-973e-67a2c5d86867 HTTP/1.1" status: 200 len: 855 time: 0.0838087 May 19 21:14:52.690040 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b4f04-2c55-4dcf-a180-68696a45954a req-5a3cae81-54d1-429f-ac09-1abc77335af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:52.691456 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9d0b4f04-2c55-4dcf-a180-68696a45954a req-5a3cae81-54d1-429f-ac09-1abc77335af4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=33245778-87d9-4ace-bbb7-ad7041ac660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0782385 May 19 21:14:52.835983 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9d0b4f04-2c55-4dcf-a180-68696a45954a req-9405138e-d061-4a43-8518-37cb5a19a24c service neutron] 10.222.0.25 "GET /v2.0/networks/33245778-87d9-4ace-bbb7-ad7041ac660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373482 May 19 21:14:53.059072 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9d0b4f04-2c55-4dcf-a180-68696a45954a req-0a3ce9f5-1d91-4064-917b-23f740681a6d service neutron] 10.222.0.25 "GET /v2.0/networks/33245778-87d9-4ace-bbb7-ad7041ac660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149425 May 19 21:14:53.076435 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213e31e-532d-48eb-a2eb-67018a1eab6e req-6130c0eb-b6d6-47f9-86a4-cfe41d0b0f47 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:53.080202 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-4213e31e-532d-48eb-a2eb-67018a1eab6e req-6130c0eb-b6d6-47f9-86a4-cfe41d0b0f47 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 945 time: 0.1051254 May 19 21:14:53.090514 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee11da-2237-44d1-9a12-c6ac3429a9c9 req-3967613e-14a0-4e51-883d-aad3b6ecdd2c tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:53.092364 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-74ee11da-2237-44d1-9a12-c6ac3429a9c9 req-3967613e-14a0-4e51-883d-aad3b6ecdd2c tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 943 time: 0.1303806 May 19 21:14:53.147558 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-4213e31e-532d-48eb-a2eb-67018a1eab6e req-cc2bd708-823e-4996-ac9e-79903c9d38ff tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584419 May 19 21:14:53.178223 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-74ee11da-2237-44d1-9a12-c6ac3429a9c9 req-99b28252-9a55-4a75-82c8-1d7d6aafdcab tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688138 May 19 21:14:53.487158 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 52694) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:14:53.667704 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce up at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:14:53.862705 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning for port fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:14:53.870780 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning complete for port fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:14:53.871389 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:54.057233 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:54.093524 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464864d6-e293-4d7c-aa2e-7476a9aad3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce'}] {{(pid=91838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:14:54.108250 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce,segment=NetworkSegment(78a99981-671c-4abb-9417-884234ae710e),segment_id=78a99981-671c-4abb-9417-884234ae710e)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:14:54.119166 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:54.122594 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-b2b23a35-7b94-4c90-bc1b-d1acb58ebd67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:54.215562 dv-cinder-784623-12-iscsi neutron-server[91838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464864d6-e293-4d7c-aa2e-7476a9aad3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce', 'code': 200} May 19 21:14:54.239534 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce,revision_number=5']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:54.248253 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:54.426561 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b8183-9ac1-4247-b05c-2c4664269134 req-3c5e7d3a-fc6a-46ac-bb2f-6d237f3dc262 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:54.438338 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-939b8183-9ac1-4247-b05c-2c4664269134 req-3c5e7d3a-fc6a-46ac-bb2f-6d237f3dc262 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.1133940 May 19 21:14:54.512223 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9d6dc-1179-489c-b9ae-3111cb58dc98 req-2ced13b4-73b2-4652-b9a2-9748a4b6c5a1 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:54.512873 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-939b8183-9ac1-4247-b05c-2c4664269134 req-cde50acd-016d-46ea-a882-0296a1914303 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725472 May 19 21:14:54.513774 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-79e9d6dc-1179-489c-b9ae-3111cb58dc98 req-2ced13b4-73b2-4652-b9a2-9748a4b6c5a1 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 943 time: 0.1468267 May 19 21:14:54.629411 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-79e9d6dc-1179-489c-b9ae-3111cb58dc98 req-3e87766e-d06a-4eba-bc32-43b634437e54 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762496 May 19 21:14:54.669331 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-fe1d2d36-ad85-441b-96ed-13d82a35f00a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658486'] for router_interface, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:55.199046 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-fe1d2d36-ad85-441b-96ed-13d82a35f00a admin admin] Deleting port 82e3b671-39fe-4ff5-aea1-cc914d7df6c0 {{(pid=91837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:14:55.199484 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-fe1d2d36-ad85-441b-96ed-13d82a35f00a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:55.495211 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.db [None req-fe1d2d36-ad85-441b-96ed-13d82a35f00a admin admin] For port 82e3b671-39fe-4ff5-aea1-cc914d7df6c0, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=82e3b671-39fe-4ff5-aea1-cc914d7df6c0,segment=NetworkSegment(7ebb5a37-186a-44c7-8b3d-dea339fd8a91),segment_id=7ebb5a37-186a-44c7-8b3d-dea339fd8a91)] {{(pid=91837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:14:55.495466 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-fe1d2d36-ad85-441b-96ed-13d82a35f00a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:55.628641 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-fe1d2d36-ad85-441b-96ed-13d82a35f00a admin admin] Calling delete_port for 82e3b671-39fe-4ff5-aea1-cc914d7df6c0 owned by network:router_interface {{(pid=91837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:14:55.794993 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61253523-9bba-4050-b54c-683ad109982d req-53daba84-44b9-4fa5-9695-32b094215072 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:55.796633 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-61253523-9bba-4050-b54c-683ad109982d req-53daba84-44b9-4fa5-9695-32b094215072 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.1131015 May 19 21:14:55.859449 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-61253523-9bba-4050-b54c-683ad109982d req-2197d7f4-368b-4cf6-b457-9a2318623034 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566664 May 19 21:14:55.977214 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f522752-2501-43ba-b88d-e9ac3b0193a1 req-7aefdeeb-255d-43f5-92bc-b0aab12e3945 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:55.979074 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-7f522752-2501-43ba-b88d-e9ac3b0193a1 req-7aefdeeb-255d-43f5-92bc-b0aab12e3945 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 943 time: 0.1627169 May 19 21:14:56.077031 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-7f522752-2501-43ba-b88d-e9ac3b0193a1 req-38e4e036-b04a-4a5a-a7fc-af2a3e3ab351 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913541 May 19 21:14:56.093799 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-fe1d2d36-ad85-441b-96ed-13d82a35f00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6754477'] for port, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:56.102880 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-1031d127-779a-4976-bacc-1e8ac6ada60a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:56.149263 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d2d36-ad85-441b-96ed-13d82a35f00a admin admin] Pushing event deleted for resources: {'Port': ['ID=82e3b671-39fe-4ff5-aea1-cc914d7df6c0,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:56.152603 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-fe1d2d36-ad85-441b-96ed-13d82a35f00a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:56.465303 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-fe1d2d36-ad85-441b-96ed-13d82a35f00a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662438'] for router_interface, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:56.919344 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1d2d36-ad85-441b-96ed-13d82a35f00a admin admin] Router e692fffc-98ec-4754-b6db-d2f2de36fe35 has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:14:57.069104 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479f3d6-4f2a-4534-b0ec-c87a042c377e req-4e5253b6-651c-48a4-9d4d-31b45caad155 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:57.070903 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8479f3d6-4f2a-4534-b0ec-c87a042c377e req-4e5253b6-651c-48a4-9d4d-31b45caad155 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.0939589 May 19 21:14:57.146593 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8479f3d6-4f2a-4534-b0ec-c87a042c377e req-545e6caf-8726-4221-bf9f-c445f94428f2 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684764 May 19 21:14:57.406729 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1d2d36-ad85-441b-96ed-13d82a35f00a admin admin] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:14:57.420543 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b243166-9516-4e27-b77e-37700471c876 None None] Sync routers for ids ['e692fffc-98ec-4754-b6db-d2f2de36fe35'] in dv-cinder-784623-12-iscsi {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:14:57.426243 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-fe1d2d36-ad85-441b-96ed-13d82a35f00a admin admin] 10.222.0.44 "PUT /v2.0/routers/e692fffc-98ec-4754-b6db-d2f2de36fe35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9361649 May 19 21:14:57.429756 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 52718) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:14:57.444727 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee979c6-5d56-4303-98b7-ad7d65b524ea req-fad33ba3-38b3-4a46-bfa0-ed7e68fdebd5 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:57.451601 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-4ee979c6-5d56-4303-98b7-ad7d65b524ea req-fad33ba3-38b3-4a46-bfa0-ed7e68fdebd5 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 943 time: 0.1446412 May 19 21:14:57.459762 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b243166-9516-4e27-b77e-37700471c876 None None] Routers {'e692fffc-98ec-4754-b6db-d2f2de36fe35'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:14:57.460387 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-1b243166-9516-4e27-b77e-37700471c876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:14:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['e692fffc-98ec-4754-b6db-d2f2de36fe35'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:14:57.516732 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-4ee979c6-5d56-4303-98b7-ad7d65b524ea req-e940ea46-7a4d-431c-a6a5-459349aecfe7 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627544 May 19 21:14:57.690306 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3cfea00c-42c1-4a19-bc76-4dac0b33b5ee admin admin] Notify callbacks [] for router, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:57.745212 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-1b243166-9516-4e27-b77e-37700471c876 None None] Set router e692fffc-98ec-4754-b6db-d2f2de36fe35 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:14:57.899784 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3cfea00c-42c1-4a19-bc76-4dac0b33b5ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:58.012426 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [None req-3cfea00c-42c1-4a19-bc76-4dac0b33b5ee admin admin] Deleting port 1a8abeb3-60bc-4037-a89a-8f1d2640b82f {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:14:58.012733 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3cfea00c-42c1-4a19-bc76-4dac0b33b5ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:58.086223 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-1b243166-9516-4e27-b77e-37700471c876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'name': 'tempest-AttachVolumeTestJSON-541461897-router', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:17Z', 'updated_at': '2021-05-19T21:14:56Z', 'revision_number': 5, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'gw_port': {'id': '1a8abeb3-60bc-4037-a89a-8f1d2640b82f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:19Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi'}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:14:58.092533 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b243166-9516-4e27-b77e-37700471c876 None None] Checking router: e692fffc-98ec-4754-b6db-d2f2de36fe35 for host: dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:14:58.117190 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b243166-9516-4e27-b77e-37700471c876 None None] Routers {'e692fffc-98ec-4754-b6db-d2f2de36fe35'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:14:58.117938 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-1b243166-9516-4e27-b77e-37700471c876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:14:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['e692fffc-98ec-4754-b6db-d2f2de36fe35'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:14:58.170736 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [None req-3cfea00c-42c1-4a19-bc76-4dac0b33b5ee admin admin] For port 1a8abeb3-60bc-4037-a89a-8f1d2640b82f, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=1a8abeb3-60bc-4037-a89a-8f1d2640b82f,segment=NetworkSegment(2ae65b33-9dba-40dd-84dc-4e059aac7a0c),segment_id=2ae65b33-9dba-40dd-84dc-4e059aac7a0c)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:14:58.171439 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3cfea00c-42c1-4a19-bc76-4dac0b33b5ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:58.306376 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-1b243166-9516-4e27-b77e-37700471c876 None None] Set router e692fffc-98ec-4754-b6db-d2f2de36fe35 gateway port host: None {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:14:58.438685 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-1b243166-9516-4e27-b77e-37700471c876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'name': 'tempest-AttachVolumeTestJSON-541461897-router', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:17Z', 'updated_at': '2021-05-19T21:14:57Z', 'revision_number': 6, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'gw_port_host': None}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:14:58.444263 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b243166-9516-4e27-b77e-37700471c876 None None] The sync data for ids ['e692fffc-98ec-4754-b6db-d2f2de36fe35'] in dv-cinder-784623-12-iscsi is: [{'id': 'e692fffc-98ec-4754-b6db-d2f2de36fe35', 'name': 'tempest-AttachVolumeTestJSON-541461897-router', 'tenant_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:17Z', 'updated_at': '2021-05-19T21:14:57Z', 'revision_number': 6, 'project_id': '8e1b034612bc4c438c95a1e8b0fd3627', 'gw_port_host': None}] {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:14:58.515181 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [None req-3cfea00c-42c1-4a19-bc76-4dac0b33b5ee admin admin] Calling delete_port for 1a8abeb3-60bc-4037-a89a-8f1d2640b82f owned by network:router_gateway {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:14:58.634041 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee7309-9946-465e-842b-19eb0006c92d req-b15f7ea7-b343-4ab0-a39b-c304b822cb68 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:58.635738 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8bee7309-9946-465e-842b-19eb0006c92d req-b15f7ea7-b343-4ab0-a39b-c304b822cb68 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.3292363 May 19 21:14:58.855099 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee14c08-7b2e-4f87-885b-70a94a053183 req-9c1b0ad0-a770-4801-aecd-13ec695bb590 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:14:58.875678 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-aee14c08-7b2e-4f87-885b-70a94a053183 req-9c1b0ad0-a770-4801-aecd-13ec695bb590 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 943 time: 0.1737454 May 19 21:14:58.888932 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8bee7309-9946-465e-842b-19eb0006c92d req-c608fadc-b211-46bd-a9d8-a770ff094a34 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240003 May 19 21:14:58.985379 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-aee14c08-7b2e-4f87-885b-70a94a053183 req-c7394d86-9cdb-4902-96c1-0e295858b783 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079879 May 19 21:14:59.035283 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3cfea00c-42c1-4a19-bc76-4dac0b33b5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:59.044422 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-2be68e75-1f29-4a15-a901-f1c9882f2ecc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:14:59.121583 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfea00c-42c1-4a19-bc76-4dac0b33b5ee admin admin] Pushing event deleted for resources: {'Port': ['ID=1a8abeb3-60bc-4037-a89a-8f1d2640b82f,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:14:59.125290 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-3cfea00c-42c1-4a19-bc76-4dac0b33b5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:14:59.237571 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3cfea00c-42c1-4a19-bc76-4dac0b33b5ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662813'] for router_gateway, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:59.438703 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 1a8abeb3-60bc-4037-a89a-8f1d2640b82f no longer exists at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:14:59.462636 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3cfea00c-42c1-4a19-bc76-4dac0b33b5ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5415'] for router, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:59.465270 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3cfea00c-42c1-4a19-bc76-4dac0b33b5ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:59.473347 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] No Port match for: 1a8abeb3-60bc-4037-a89a-8f1d2640b82f {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:14:59.473690 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 1a8abeb3-60bc-4037-a89a-8f1d2640b82f not bound to the agent host dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:14:59.474115 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 82e3b671-39fe-4ff5-aea1-cc914d7df6c0 no longer exists at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:14:59.521955 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] No Port match for: 82e3b671-39fe-4ff5-aea1-cc914d7df6c0 {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:14:59.522510 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 82e3b671-39fe-4ff5-aea1-cc914d7df6c0 not bound to the agent host dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:14:59.590939 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3cfea00c-42c1-4a19-bc76-4dac0b33b5ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-663626'] for router, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:59.591497 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfea00c-42c1-4a19-bc76-4dac0b33b5ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router e692fffc-98ec-4754-b6db-d2f2de36fe35 {{(pid=91836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 21:14:59.608239 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3cfea00c-42c1-4a19-bc76-4dac0b33b5ee admin admin] Notify callbacks [] for router, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:59.609532 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-3cfea00c-42c1-4a19-bc76-4dac0b33b5ee admin admin] 10.222.0.44 "DELETE /v2.0/routers/e692fffc-98ec-4754-b6db-d2f2de36fe35 HTTP/1.1" status: 204 len: 168 time: 2.1787500 May 19 21:14:59.612381 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 52726) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:14:59.701583 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca970735-6938-40ca-a279-9f6588dd7462 admin admin] Deleting subnet 630830f2-778f-4bba-87b9-a49ae18b87af {{(pid=91837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 21:14:59.706926 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ca970735-6938-40ca-a279-9f6588dd7462 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:59.779125 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ca970735-6938-40ca-a279-9f6588dd7462 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7566427'] for subnet, precommit_delete_associations {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:14:59.924581 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ca970735-6938-40ca-a279-9f6588dd7462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1760382'] for subnet, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:00.218674 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969375e-1aff-47cb-93ba-b214d3e04c54 req-aa819e48-f5e9-45f9-8ee2-1e4398958cc3 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:00.224860 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4969375e-1aff-47cb-93ba-b214d3e04c54 req-aa819e48-f5e9-45f9-8ee2-1e4398958cc3 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.1523569 May 19 21:15:00.313568 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4969375e-1aff-47cb-93ba-b214d3e04c54 req-02eaec1d-2628-4fb1-955f-062f941d9dab tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784056 May 19 21:15:00.373739 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cfa27-ed15-444b-bf6f-ea9b761478ec req-e91637fd-319c-44c8-931d-86ee62be5356 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:00.375651 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-a81cfa27-ed15-444b-bf6f-ea9b761478ec req-e91637fd-319c-44c8-931d-86ee62be5356 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 943 time: 0.1805940 May 19 21:15:00.377027 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ca970735-6938-40ca-a279-9f6588dd7462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6801266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6349982'] for subnet, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:00.381585 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:15:00.437741 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca970735-6938-40ca-a279-9f6588dd7462 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=630830f2-778f-4bba-87b9-a49ae18b87af,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:15:00.447083 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ca970735-6938-40ca-a279-9f6588dd7462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for subnet, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:00.451444 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-ca970735-6938-40ca-a279-9f6588dd7462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:15:00.453859 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc6f8d4-45ab-41c7-b313-1a16813de23e None None] Network 73cdea18-8046-49f0-a6f7-a0df883fcd0a requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:15:00.468471 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-ca970735-6938-40ca-a279-9f6588dd7462 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/630830f2-778f-4bba-87b9-a49ae18b87af HTTP/1.1" status: 204 len: 168 time: 0.8549349 May 19 21:15:00.473049 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 52736) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:15:00.484089 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-a81cfa27-ed15-444b-bf6f-ea9b761478ec req-a2e0bb65-8c3b-438e-95d9-fb16b2c58cf6 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751352 May 19 21:15:00.655065 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-0c3fc6e5-cb18-498a-b296-c95593e447e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772294'] for network, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:00.771414 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [None req-0c3fc6e5-cb18-498a-b296-c95593e447e6 admin admin] Deleting port 37363ae1-5e81-4867-be33-d22ad2149fbb {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:15:00.771961 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-0c3fc6e5-cb18-498a-b296-c95593e447e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:00.849039 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebc3319-d15f-4107-a304-2eaf300d2be3 None None] DHCP port deletion for 73cdea18-8046-49f0-a6f7-a0df883fcd0a request from dv-cinder-784623-12-iscsi {{(pid=91838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 21:15:00.946102 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-1ebc3319-d15f-4107-a304-2eaf300d2be3 None None] Deleting port 37363ae1-5e81-4867-be33-d22ad2149fbb {{(pid=91838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:15:00.946709 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-1ebc3319-d15f-4107-a304-2eaf300d2be3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:00.965623 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [None req-0c3fc6e5-cb18-498a-b296-c95593e447e6 admin admin] For port 37363ae1-5e81-4867-be33-d22ad2149fbb, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=37363ae1-5e81-4867-be33-d22ad2149fbb,segment=NetworkSegment(7ebb5a37-186a-44c7-8b3d-dea339fd8a91),segment_id=7ebb5a37-186a-44c7-8b3d-dea339fd8a91)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:15:00.966134 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-0c3fc6e5-cb18-498a-b296-c95593e447e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:01.188140 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-1ebc3319-d15f-4107-a304-2eaf300d2be3 None None] For port 37363ae1-5e81-4867-be33-d22ad2149fbb, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=37363ae1-5e81-4867-be33-d22ad2149fbb,segment=NetworkSegment(7ebb5a37-186a-44c7-8b3d-dea339fd8a91),segment_id=7ebb5a37-186a-44c7-8b3d-dea339fd8a91)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:15:01.188656 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-1ebc3319-d15f-4107-a304-2eaf300d2be3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:01.334697 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [None req-0c3fc6e5-cb18-498a-b296-c95593e447e6 admin admin] Calling delete_port for 37363ae1-5e81-4867-be33-d22ad2149fbb owned by network:dhcp {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:15:01.460878 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-1ebc3319-d15f-4107-a304-2eaf300d2be3 None None] Calling delete_port for 37363ae1-5e81-4867-be33-d22ad2149fbb owned by network:dhcp {{(pid=91838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:15:01.468233 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 37363ae1-5e81-4867-be33-d22ad2149fbb no longer exists at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:15:01.475390 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-0c3fc6e5-cb18-498a-b296-c95593e447e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:01.498565 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-dfb7a11c-3f70-443c-a5ae-31800a659942 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:15:01.550441 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3fc6e5-cb18-498a-b296-c95593e447e6 admin admin] No DVR routers for this DVR port 37363ae1-5e81-4867-be33-d22ad2149fbb on host dv-cinder-784623-12-iscsi {{(pid=91836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:15:01.564413 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] No Port match for: 37363ae1-5e81-4867-be33-d22ad2149fbb {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:15:01.566918 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 37363ae1-5e81-4867-be33-d22ad2149fbb not bound to the agent host dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:15:01.706304 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3fc6e5-cb18-498a-b296-c95593e447e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=37363ae1-5e81-4867-be33-d22ad2149fbb,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:15:01.723616 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-0c3fc6e5-cb18-498a-b296-c95593e447e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:15:01.745415 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-1ebc3319-d15f-4107-a304-2eaf300d2be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196'] for port, after_delete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:01.749867 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:15:01.874878 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-0c3fc6e5-cb18-498a-b296-c95593e447e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754869', 'neutron.services.segments.db._delete_segments_for_network-8750774465410'] for network, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:01.906126 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc3319-d15f-4107-a304-2eaf300d2be3 None None] Pushing event deleted for resources: {'Port': ['ID=37363ae1-5e81-4867-be33-d22ad2149fbb,revision_number=None']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:15:01.909810 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebc3319-d15f-4107-a304-2eaf300d2be3 None None] No DVR routers for this DVR port 37363ae1-5e81-4867-be33-d22ad2149fbb on host dv-cinder-784623-12-iscsi {{(pid=91838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:15:01.921177 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.services.segments.db [None req-0c3fc6e5-cb18-498a-b296-c95593e447e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73cdea18-8046-49f0-a6f7-a0df883fcd0a']}} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:15:01.924318 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-1ebc3319-d15f-4107-a304-2eaf300d2be3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:15:01.940448 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.services.segments.db [None req-0c3fc6e5-cb18-498a-b296-c95593e447e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ebb5a37-186a-44c7-8b3d-dea339fd8a91') {'for_net_delete': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:15:01.940721 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.services.segments.db [None req-0c3fc6e5-cb18-498a-b296-c95593e447e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ebb5a37-186a-44c7-8b3d-dea339fd8a91') {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:15:01.965440 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb01eb5-5628-4cd5-9268-6b7848c41008 req-b639436e-c974-45c5-a4f8-7f5c636d00b3 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:01.972856 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-eeb01eb5-5628-4cd5-9268-6b7848c41008 req-b639436e-c974-45c5-a4f8-7f5c636d00b3 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.4743927 May 19 21:15:01.973951 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-0c3fc6e5-cb18-498a-b296-c95593e447e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750774475915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7440214'] for segment, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:01.996042 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-0c3fc6e5-cb18-498a-b296-c95593e447e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:02.000194 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37740e5b-ec4b-4a9c-8781-1359f5902c80 req-3b4ebfe0-768c-424e-a475-7e649baeee2c tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:02.002962 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-37740e5b-ec4b-4a9c-8781-1359f5902c80 req-3b4ebfe0-768c-424e-a475-7e649baeee2c tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 943 time: 0.3074918 May 19 21:15:02.003598 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c3fc6e5-cb18-498a-b296-c95593e447e6 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=91836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:15:02.004006 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-0c3fc6e5-cb18-498a-b296-c95593e447e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6504470'] for segment, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:02.037685 dv-cinder-784623-12-iscsi neutron-server[91836]: Traceback (most recent call last): May 19 21:15:02.037685 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 21:15:02.037685 dv-cinder-784623-12-iscsi neutron-server[91836]: timer() May 19 21:15:02.037685 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 21:15:02.037685 dv-cinder-784623-12-iscsi neutron-server[91836]: cb(*args, **kw) May 19 21:15:02.037685 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 21:15:02.037685 dv-cinder-784623-12-iscsi neutron-server[91836]: return func(*args, **kwargs) May 19 21:15:02.037685 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 21:15:02.037685 dv-cinder-784623-12-iscsi neutron-server[91836]: self._notify() May 19 21:15:02.037685 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 21:15:02.037685 dv-cinder-784623-12-iscsi neutron-server[91836]: self.callback(batched_events) May 19 21:15:02.037685 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 21:15:02.037685 dv-cinder-784623-12-iscsi neutron-server[91836]: event.method(event) May 19 21:15:02.037685 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 21:15:02.037685 dv-cinder-784623-12-iscsi neutron-server[91836]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 21:15:02.037685 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 21:15:02.037685 dv-cinder-784623-12-iscsi neutron-server[91836]: aggregate_uuid = self.p_client.list_aggregates( May 19 21:15:02.037685 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 21:15:02.037685 dv-cinder-784623-12-iscsi neutron-server[91836]: return f(self, *a, **k) May 19 21:15:02.037685 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 21:15:02.037685 dv-cinder-784623-12-iscsi neutron-server[91836]: return self._get(url).json() May 19 21:15:02.037685 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 21:15:02.037685 dv-cinder-784623-12-iscsi neutron-server[91836]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 21:15:02.037685 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 21:15:02.037685 dv-cinder-784623-12-iscsi neutron-server[91836]: return self.request(url, 'GET', **kwargs) May 19 21:15:02.037685 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 21:15:02.037685 dv-cinder-784623-12-iscsi neutron-server[91836]: base_url = self.get_endpoint(auth, allow=allow, May 19 21:15:02.037685 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 21:15:02.037685 dv-cinder-784623-12-iscsi neutron-server[91836]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 21:15:02.037685 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 21:15:02.037685 dv-cinder-784623-12-iscsi neutron-server[91836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 21:15:02.037685 dv-cinder-784623-12-iscsi neutron-server[91836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 21:15:02.116987 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-37740e5b-ec4b-4a9c-8781-1359f5902c80 req-361871b1-4434-475b-90e8-b58aff23406b tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023271 May 19 21:15:02.186013 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-eeb01eb5-5628-4cd5-9268-6b7848c41008 req-de83ea7c-4c05-471c-9da0-dc2373d1c384 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471140 May 19 21:15:02.195662 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-0c3fc6e5-cb18-498a-b296-c95593e447e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662838'] for network, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:02.200015 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-5b130153-6ef1-4cd4-992a-60dca088c2ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:15:02.229731 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-0c3fc6e5-cb18-498a-b296-c95593e447e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:02.233000 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3fc6e5-cb18-498a-b296-c95593e447e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=73cdea18-8046-49f0-a6f7-a0df883fcd0a,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:15:02.247067 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-0c3fc6e5-cb18-498a-b296-c95593e447e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:15:02.258589 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-0c3fc6e5-cb18-498a-b296-c95593e447e6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/73cdea18-8046-49f0-a6f7-a0df883fcd0a HTTP/1.1" status: 204 len: 168 time: 1.7814608 May 19 21:15:02.399907 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 52748) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:15:02.470148 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-b1fd53f7-7189-4bd3-ad95-e998ab558ae8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8e1b034612bc4c438c95a1e8b0fd3627&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0689955 May 19 21:15:02.473188 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 52752) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:15:02.567208 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-f465561d-31c0-4f7d-983b-3a009ab62cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:02.606908 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-f465561d-31c0-4f7d-983b-3a009ab62cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:02.670180 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-f465561d-31c0-4f7d-983b-3a009ab62cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:02.678050 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-2de771e0-f4d3-4891-996c-e509a28ba81f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:15:02.706881 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465561d-31c0-4f7d-983b-3a009ab62cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddaa9209-e961-47c1-b89a-88eacbba4153,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:15:02.711740 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-f465561d-31c0-4f7d-983b-3a009ab62cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:02.713750 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-f465561d-31c0-4f7d-983b-3a009ab62cbb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ddaa9209-e961-47c1-b89a-88eacbba4153 HTTP/1.1" status: 204 len: 168 time: 0.2389138 May 19 21:15:02.714190 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-f465561d-31c0-4f7d-983b-3a009ab62cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:15:03.387598 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd341c-6b72-4786-92d7-19bdb3b46b8f req-00e99c0c-d2c2-4ca4-8aa7-553c398f7df7 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:03.389404 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-e5cd341c-6b72-4786-92d7-19bdb3b46b8f req-00e99c0c-d2c2-4ca4-8aa7-553c398f7df7 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 943 time: 0.1136742 May 19 21:15:03.465560 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-e5cd341c-6b72-4786-92d7-19bdb3b46b8f req-3359cae1-3e7b-46b7-96ec-22050235e4cd tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657685 May 19 21:15:03.537845 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63312c-c3a1-4905-8447-104f204ab298 req-4e70c93e-02d8-4df3-ac20-a4a30fd04e7d tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:03.547680 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1d63312c-c3a1-4905-8447-104f204ab298 req-4e70c93e-02d8-4df3-ac20-a4a30fd04e7d tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.2080779 May 19 21:15:03.639842 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1d63312c-c3a1-4905-8447-104f204ab298 req-f0a855cc-6fe7-4801-99df-a631a01f8b90 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906229 May 19 21:15:04.670993 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649634e-f32b-463f-94e4-4bfa20f0b4bf req-9eb2a304-b41b-44ca-8acc-c64b0fe1119c tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:04.673239 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-a649634e-f32b-463f-94e4-4bfa20f0b4bf req-9eb2a304-b41b-44ca-8acc-c64b0fe1119c tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 943 time: 0.0958796 May 19 21:15:04.750276 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-a649634e-f32b-463f-94e4-4bfa20f0b4bf req-017c2bae-e999-4d51-bf84-0808c5f97fd0 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685341 May 19 21:15:04.880033 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bbd21c-6a6b-4209-acd7-1f2cbc1669de req-6227edc4-f604-4c19-986e-89c14487f495 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:04.881904 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b1bbd21c-6a6b-4209-acd7-1f2cbc1669de req-6227edc4-f604-4c19-986e-89c14487f495 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.1032951 May 19 21:15:04.950345 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b1bbd21c-6a6b-4209-acd7-1f2cbc1669de req-77d2905e-cb5f-4523-a5f7-567fdb3cc504 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616937 May 19 21:15:05.237249 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3ea9d-0faf-42a6-8253-c8658f9e8ca5 req-edbdb97e-4a8a-4423-aa4f-ea6e6189991b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:05.238713 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4cc3ea9d-0faf-42a6-8253-c8658f9e8ca5 req-edbdb97e-4a8a-4423-aa4f-ea6e6189991b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 1099 time: 0.0772541 May 19 21:15:05.288641 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4cc3ea9d-0faf-42a6-8253-c8658f9e8ca5 req-b875b819-8236-4a5a-a2ed-ac1541670904 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423207 May 19 21:15:05.973520 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e18c9-9882-401e-bc84-a141d615d209 req-c5527f43-417f-45a3-b88d-0ca26deec578 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:05.975408 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-f91e18c9-9882-401e-bc84-a141d615d209 req-c5527f43-417f-45a3-b88d-0ca26deec578 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 943 time: 0.0905197 May 19 21:15:05.981368 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-fa916a98-018d-46c5-84bb-7dc865016f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:06.027133 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-f91e18c9-9882-401e-bc84-a141d615d209 req-c91c0784-50de-4bbc-9e6b-609368621088 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448165 May 19 21:15:06.161017 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af267c-9d23-47d2-9463-3d56a03840ec req-16b1ffd1-dc85-437b-809f-eb31a9b56c83 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:06.162846 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-38af267c-9d23-47d2-9463-3d56a03840ec req-16b1ffd1-dc85-437b-809f-eb31a9b56c83 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.0877914 May 19 21:15:06.215685 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-38af267c-9d23-47d2-9463-3d56a03840ec req-abd2c073-499e-4efc-a9c4-6c42e03a65b8 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458050 May 19 21:15:07.227561 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c6af6-6867-4205-b2a6-0bf62cfa3da9 req-b35ac716-62e0-4b9e-a49b-0fd60ae6c473 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:07.229050 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-3d0c6af6-6867-4205-b2a6-0bf62cfa3da9 req-b35ac716-62e0-4b9e-a49b-0fd60ae6c473 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 943 time: 0.0821574 May 19 21:15:07.284059 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-3d0c6af6-6867-4205-b2a6-0bf62cfa3da9 req-74c85adb-9f92-4200-b896-6b6eb2fecf95 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482280 May 19 21:15:07.403081 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c261ef-3fdf-4ec3-9b54-aadc4b494f27 req-94c66784-d973-424f-99ee-3a00beeb37fd tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:07.404626 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f0c261ef-3fdf-4ec3-9b54-aadc4b494f27 req-94c66784-d973-424f-99ee-3a00beeb37fd tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.0816803 May 19 21:15:07.450800 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f0c261ef-3fdf-4ec3-9b54-aadc4b494f27 req-4012e664-94da-4ccd-9f41-1cc5305ad560 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402470 May 19 21:15:07.693258 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c668ffd-97fc-4e89-a979-f4a6684e1f68 req-717f0657-1ee9-4b49-a868-c723fe26a2b1 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:07.695177 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-4c668ffd-97fc-4e89-a979-f4a6684e1f68 req-717f0657-1ee9-4b49-a868-c723fe26a2b1 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 984 time: 0.0952783 May 19 21:15:07.704824 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf8a29-ee05-4d7d-a456-81c9014dff39 req-47c558f6-b4bb-4f33-b5d0-a7fa49f60778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:07.706359 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7baf8a29-ee05-4d7d-a456-81c9014dff39 req-47c558f6-b4bb-4f33-b5d0-a7fa49f60778 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e141f08b4656401195114e7ec697b3cc&device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 1137 time: 0.1400869 May 19 21:15:07.716510 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c1ff1-0f1a-496c-a4ac-983beca40dd8 req-4fa7ce06-c12c-446b-8a5e-53ba94216bab tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:07.718063 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-848c1ff1-0f1a-496c-a4ac-983beca40dd8 req-4fa7ce06-c12c-446b-8a5e-53ba94216bab tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.1170380 May 19 21:15:07.761901 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 0d998435-6847-4b27-be77-7273e825ba20 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 21:15:07.789717 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-4c668ffd-97fc-4e89-a979-f4a6684e1f68 req-70cc31b0-a2dd-4e27-90b1-39256f8db613 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?id=9056bc9d-c265-423b-be1e-c426eb6fac96&id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0825396 May 19 21:15:07.863446 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-848c1ff1-0f1a-496c-a4ac-983beca40dd8 req-e9d29503-db75-4857-81e0-e2532ae975f1 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231844 May 19 21:15:07.910340 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 52844) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:15:07.911893 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf8a29-ee05-4d7d-a456-81c9014dff39 req-3c83c235-7ad4-440a-91e0-cd5a3ca538b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:07.913712 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7baf8a29-ee05-4d7d-a456-81c9014dff39 req-3c83c235-7ad4-440a-91e0-cd5a3ca538b9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=73b7349c-369e-491e-baf8-e9528bb71f6c HTTP/1.1" status: 200 len: 916 time: 0.1946578 May 19 21:15:08.022085 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 0d998435-6847-4b27-be77-7273e825ba20, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0d998435-6847-4b27-be77-7273e825ba20,segment=NetworkSegment(dd24c109-b873-4075-a547-36393fe5fd42),segment_id=dd24c109-b873-4075-a547-36393fe5fd42)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:15:08.037184 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Returning: {'device': '0d998435-6847-4b27-be77-7273e825ba20', 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d', 'port_id': '0d998435-6847-4b27-be77-7273e825ba20', 'mac_address': 'fa:16:3e:33:4a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 21:15:08.117602 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7baf8a29-ee05-4d7d-a456-81c9014dff39 req-9d1e90b5-5d98-4e1b-8324-5dc13a73853e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61b6d8d7-9335-45fa-ba71-5578c59b1d59 HTTP/1.1" status: 200 len: 1001 time: 0.1873758 May 19 21:15:08.119724 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:08.139480 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d998435-6847-4b27-be77-7273e825ba20 {{(pid=91838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:15:08.160138 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 0d998435-6847-4b27-be77-7273e825ba20, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0d998435-6847-4b27-be77-7273e825ba20,segment=NetworkSegment(dd24c109-b873-4075-a547-36393fe5fd42),segment_id=dd24c109-b873-4075-a547-36393fe5fd42)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:15:08.167286 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:08.170477 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-0bd23ee0-2064-47fa-a36c-68cfb67fa503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:15:08.270342 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=0d998435-6847-4b27-be77-7273e825ba20,revision_number=9']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:15:08.277134 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:15:08.354213 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf8a29-ee05-4d7d-a456-81c9014dff39 req-c6f1bc8f-15b5-4703-af04-11d8fd638f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:08.355684 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7baf8a29-ee05-4d7d-a456-81c9014dff39 req-c6f1bc8f-15b5-4703-af04-11d8fd638f3e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5dd05cad-8fb2-4162-80dd-c762712c0dfd HTTP/1.1" status: 200 len: 854 time: 0.2312949 May 19 21:15:08.406779 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['0d998435-6847-4b27-be77-7273e825ba20'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:15:08.467860 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf8a29-ee05-4d7d-a456-81c9014dff39 req-ab828ec0-8362-45f6-8a55-d1a01485cc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:08.469636 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7baf8a29-ee05-4d7d-a456-81c9014dff39 req-ab828ec0-8362-45f6-8a55-d1a01485cc43 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=73b7349c-369e-491e-baf8-e9528bb71f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1031621 May 19 21:15:08.495175 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:08.599561 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b205d590-cca6-4a63-9e8f-8a83fdef0126 tempest-TestShelveInstance-359947481 tempest-TestShelveInstance-359947481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:08.600840 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-b205d590-cca6-4a63-9e8f-8a83fdef0126 tempest-TestShelveInstance-359947481 tempest-TestShelveInstance-359947481-project-admin] Synchronizing usage tracker for tenant:2f7b955f86d849bdbae9a1ed31bcbc1a on resource:port {{(pid=91837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:15:08.647036 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-b205d590-cca6-4a63-9e8f-8a83fdef0126 tempest-TestShelveInstance-359947481 tempest-TestShelveInstance-359947481-project-admin] Unset dirty status for tenant:2f7b955f86d849bdbae9a1ed31bcbc1a on resource:port {{(pid=91837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:15:08.648907 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-b205d590-cca6-4a63-9e8f-8a83fdef0126 tempest-TestShelveInstance-359947481 tempest-TestShelveInstance-359947481-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 1094 time: 0.7385411 May 19 21:15:08.655685 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 52856) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:15:08.665600 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7baf8a29-ee05-4d7d-a456-81c9014dff39 req-919a42b5-6946-4af2-b774-495afe4d4865 service neutron] 10.222.0.25 "GET /v2.0/networks/73b7349c-369e-491e-baf8-e9528bb71f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806133 May 19 21:15:08.666920 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Request body: {'floatingip': {'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'port_id': 'fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:15:08.687418 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbbf68-9cd1-477c-9d2d-80421510c712 req-fb363452-3f3e-433a-9940-082c2b48f12d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:08.690022 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-fbbbbf68-9cd1-477c-9d2d-80421510c712 req-fb363452-3f3e-433a-9940-082c2b48f12d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 944 time: 0.2299180 May 19 21:15:08.694472 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:15:08.713072 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Usage tracker for resource:floatingip and tenant:8f782d90475c45a98ec720099679e571 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:15:08.717292 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:15:08.727872 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:15:08.759965 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-fbbbbf68-9cd1-477c-9d2d-80421510c712 req-96a99cac-3827-42aa-a1d0-f73b60d91147 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620427 May 19 21:15:08.761249 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks [] for floatingip, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:08.814663 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5a3eff23-0518-441c-bec0-9f29d1331457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:08.916290 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:09.077663 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec06d1-5b53-4503-99a3-61850ca4d0ff req-3999e127-3bab-472a-a6e1-128224abce9e tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:09.079355 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f6ec06d1-5b53-4503-99a3-61850ca4d0ff req-3999e127-3bab-472a-a6e1-128224abce9e tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 984 time: 0.1146245 May 19 21:15:09.119219 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.db_base_plugin_common [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Allocated IP 172.27.1.157 (7528c24a-f700-413f-aad3-165c7750b403/5baa0079-c83e-4549-8f83-3def60c01514/61df6375-2d2e-4ff1-9552-cf4b478620f9) {{(pid=91837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:15:09.146416 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f6ec06d1-5b53-4503-99a3-61850ca4d0ff req-e7fac324-34c4-4650-ad80-3eec95b9782c tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?id=9056bc9d-c265-423b-be1e-c426eb6fac96&id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554891 May 19 21:15:09.310293 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks [] for port, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:09.345286 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6754477'] for port, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:09.349093 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:15:09.422591 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Network 7528c24a-f700-413f-aad3-165c7750b403 is already hosted by enough agents. {{(pid=91837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:15:09.425633 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.base_scheduler [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Resources bound (agent type, host, resource id): {{(pid=91837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:15:09.430677 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Received port after_create {{(pid=91837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:15:09.461822 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:09.462695 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Pushing event updated for resources: {'Port': ['ID=61df6375-2d2e-4ff1-9552-cf4b478620f9,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:15:09.483307 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:15:09.483680 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:15:09.484060 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:15:09.484412 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:15:09.484770 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:15:09.485128 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:15:09.485486 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:15:09.485836 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:15:09.486185 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:15:09.486529 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:15:09.486955 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:15:09.487244 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:15:09.493719 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:15:09.628737 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-7baf8a29-ee05-4d7d-a456-81c9014dff39 req-85920db8-22b1-4fe7-a5c8-399e7ce92ccd service neutron] 10.222.0.25 "GET /v2.0/networks/73b7349c-369e-491e-baf8-e9528bb71f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096214 May 19 21:15:09.975367 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:10.014345 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1811445-c7bf-4ceb-b27f-9c0259c68407 req-af190d92-a38a-43a8-8b55-898b5ad5ccb0 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:10.015903 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-e1811445-c7bf-4ceb-b27f-9c0259c68407 req-af190d92-a38a-43a8-8b55-898b5ad5ccb0 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 944 time: 0.1092219 May 19 21:15:10.108012 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:10.142155 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-e1811445-c7bf-4ceb-b27f-9c0259c68407 req-de971574-666f-4396-b55c-4de4f08ba116 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977242 May 19 21:15:10.359300 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks [] for port, precommit_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:10.365016 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6754484'] for port, after_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:10.370377 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:15:10.381270 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41fb94d-68a2-4ef3-b891-fe8fe961456a req-4f90098c-2a71-4f36-90d8-66455bf684a5 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:10.383970 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c41fb94d-68a2-4ef3-b891-fe8fe961456a req-4f90098c-2a71-4f36-90d8-66455bf684a5 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 984 time: 0.1098747 May 19 21:15:10.452613 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c41fb94d-68a2-4ef3-b891-fe8fe961456a req-650724dc-2489-43f0-a8ab-747b7d55270c tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?id=9056bc9d-c265-423b-be1e-c426eb6fac96&id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0621631 May 19 21:15:10.483377 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Pushing event updated for resources: {'Port': ['ID=61df6375-2d2e-4ff1-9552-cf4b478620f9,revision_number=2']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:15:10.488298 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:15:10.499251 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658636'] for floatingip, after_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:10.843481 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.db.l3_db [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Floating IP 9cc002b9-416e-4667-876e-b2bcd7fe0574 associated. External IP: 172.27.1.157, port: fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce. May 19 21:15:11.235581 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Router 51def476-3db5-4168-9426-3b46fa0fa37d has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:15:11.251951 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:11.493344 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:15:11.514394 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcbd092-4d14-4207-8093-a4edccd1a806 None None] Sync routers for ids ['51def476-3db5-4168-9426-3b46fa0fa37d'] in dv-cinder-784623-12-iscsi {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:15:11.516986 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553cd6a4-1466-4024-a1f1-bcad096ce091 req-6caaccdd-0902-4e72-93d0-73736e91aded tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:11.519793 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-553cd6a4-1466-4024-a1f1-bcad096ce091 req-6caaccdd-0902-4e72-93d0-73736e91aded tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 944 time: 0.2144418 May 19 21:15:11.527075 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcbd092-4d14-4207-8093-a4edccd1a806 None None] Routers {'51def476-3db5-4168-9426-3b46fa0fa37d'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:15:11.528385 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-bdcbd092-4d14-4207-8093-a4edccd1a806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:15:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['51def476-3db5-4168-9426-3b46fa0fa37d'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:15:11.570839 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for floatingip, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:11.657581 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-553cd6a4-1466-4024-a1f1-bcad096ce091 req-7085b7a7-96f5-4ae2-a947-646fe65204df tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171508 May 19 21:15:11.664304 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0071106 May 19 21:15:11.665148 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464864d6-e293-4d7c-aa2e-7476a9aad3e1', 'tag': 'fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce'}] {{(pid=91837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:15:11.725317 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464864d6-e293-4d7c-aa2e-7476a9aad3e1', 'tag': 'fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce', 'status': 'completed', 'code': 200} May 19 21:15:11.737577 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-bdcbd092-4d14-4207-8093-a4edccd1a806 None None] Set router 51def476-3db5-4168-9426-3b46fa0fa37d gateway port host: dv-cinder-784623-12-iscsi {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:15:11.856686 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1d8cd-5d23-4264-bb3c-10deb61b6612 req-781ac715-0b57-4bb5-89e0-563e2d7019b1 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:11.858283 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-81c1d8cd-5d23-4264-bb3c-10deb61b6612 req-781ac715-0b57-4bb5-89e0-563e2d7019b1 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 984 time: 0.1633937 May 19 21:15:11.861325 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83238f38-240b-4f06-a548-9027f0176d78 req-8c962a46-7426-4da4-94fa-f1329a02dcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:11.862763 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-83238f38-240b-4f06-a548-9027f0176d78 req-8c962a46-7426-4da4-94fa-f1329a02dcde service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8f782d90475c45a98ec720099679e571&device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 1099 time: 0.1149728 May 19 21:15:11.991133 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-81c1d8cd-5d23-4264-bb3c-10deb61b6612 req-9e486986-6be9-49f1-8c07-f4bc9b023047 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?id=9056bc9d-c265-423b-be1e-c426eb6fac96&id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1261539 May 19 21:15:12.039089 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83238f38-240b-4f06-a548-9027f0176d78 req-47c409fe-1bea-40b0-bff3-4dec64b4c00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:12.040700 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-83238f38-240b-4f06-a548-9027f0176d78 req-47c409fe-1bea-40b0-bff3-4dec64b4c00f service neutron] 10.222.0.25 "GET /v2.0/networks?id=3f362d28-4199-45e0-91ca-7ccb175d4e6f HTTP/1.1" status: 200 len: 910 time: 0.1609390 May 19 21:15:12.151681 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-83238f38-240b-4f06-a548-9027f0176d78 req-55336b37-b2a7-4a1e-9a1d-04eb9fd12597 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce HTTP/1.1" status: 200 len: 1000 time: 0.1033092 May 19 21:15:12.158216 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-bdcbd092-4d14-4207-8093-a4edccd1a806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'name': 'tempest-TestShelveInstance-1340000205-router', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'bddc9ffc-d11e-4860-a503-acfc852ff6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:51Z', 'updated_at': '2021-05-19T21:13:57Z', 'revision_number': 4, 'project_id': '8f782d90475c45a98ec720099679e571', 'gw_port': {'id': 'bddc9ffc-d11e-4860-a503-acfc852ff6f0', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:52Z', 'updated_at': '2021-05-19T21:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_floatingips': [{'id': '9cc002b9-416e-4667-876e-b2bcd7fe0574', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'port_id': 'fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f362d28-4199-45e0-91ca-7ccb175d4e6f', 'mac_address': 'fa:16:3e:ff:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464864d6-e293-4d7c-aa2e-7476a9aad3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:15:09Z', 'updated_at': '2021-05-19T21:15:09Z', 'revision_number': 0, 'project_id': '8f782d90475c45a98ec720099679e571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5f7f6b-f28f-4135-b596-91fb788f7a93', 'name': '', 'network_id': '3f362d28-4199-45e0-91ca-7ccb175d4e6f', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'mac_address': 'fa:16:3e:d2:e9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5e79841b-91f9-4a16-ad5e-4c945612b0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:56Z', 'updated_at': '2021-05-19T21:14:06Z', 'revision_number': 5, 'project_id': '8f782d90475c45a98ec720099679e571', 'subnets': [{'id': '5e79841b-91f9-4a16-ad5e-4c945612b0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:15:12.162586 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcbd092-4d14-4207-8093-a4edccd1a806 None None] Checking router: 51def476-3db5-4168-9426-3b46fa0fa37d for host: dv-cinder-784623-12-iscsi {{(pid=91839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:15:12.172791 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcbd092-4d14-4207-8093-a4edccd1a806 None None] Routers {'51def476-3db5-4168-9426-3b46fa0fa37d'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:15:12.173629 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-bdcbd092-4d14-4207-8093-a4edccd1a806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:15:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['51def476-3db5-4168-9426-3b46fa0fa37d'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:15:12.219946 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83238f38-240b-4f06-a548-9027f0176d78 req-f2c6c2b8-9be0-40e5-ba1a-5a9a6d8186d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:12.221400 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-83238f38-240b-4f06-a548-9027f0176d78 req-f2c6c2b8-9be0-40e5-ba1a-5a9a6d8186d8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5e79841b-91f9-4a16-ad5e-4c945612b0b9 HTTP/1.1" status: 200 len: 848 time: 0.0603490 May 19 21:15:12.306002 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83238f38-240b-4f06-a548-9027f0176d78 req-f96ad28d-a08a-4214-9915-2a18d5f01342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:12.307534 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-83238f38-240b-4f06-a548-9027f0176d78 req-f96ad28d-a08a-4214-9915-2a18d5f01342 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3f362d28-4199-45e0-91ca-7ccb175d4e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0795019 May 19 21:15:12.420386 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-bdcbd092-4d14-4207-8093-a4edccd1a806 None None] Set router 51def476-3db5-4168-9426-3b46fa0fa37d gateway port host: dv-cinder-784623-12-iscsi {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:15:12.471654 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-83238f38-240b-4f06-a548-9027f0176d78 req-cffc2269-a546-4750-871b-3e639fe81540 service neutron] 10.222.0.25 "GET /v2.0/networks/3f362d28-4199-45e0-91ca-7ccb175d4e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565764 May 19 21:15:12.631911 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-83238f38-240b-4f06-a548-9027f0176d78 req-248bb67f-6eab-4077-bf56-0041ff2afa01 service neutron] 10.222.0.25 "GET /v2.0/networks/3f362d28-4199-45e0-91ca-7ccb175d4e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520281 May 19 21:15:12.851004 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-bdcbd092-4d14-4207-8093-a4edccd1a806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'name': 'tempest-TestShelveInstance-1340000205-router', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'bddc9ffc-d11e-4860-a503-acfc852ff6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:51Z', 'updated_at': '2021-05-19T21:13:57Z', 'revision_number': 4, 'project_id': '8f782d90475c45a98ec720099679e571', 'gw_port': {'id': 'bddc9ffc-d11e-4860-a503-acfc852ff6f0', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:52Z', 'updated_at': '2021-05-19T21:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_floatingips': [{'id': '9cc002b9-416e-4667-876e-b2bcd7fe0574', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'port_id': 'fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f362d28-4199-45e0-91ca-7ccb175d4e6f', 'mac_address': 'fa:16:3e:ff:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464864d6-e293-4d7c-aa2e-7476a9aad3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:15:09Z', 'updated_at': '2021-05-19T21:15:09Z', 'revision_number': 0, 'project_id': '8f782d90475c45a98ec720099679e571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5f7f6b-f28f-4135-b596-91fb788f7a93', 'name': '', 'network_id': '3f362d28-4199-45e0-91ca-7ccb175d4e6f', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'mac_address': 'fa:16:3e:d2:e9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5e79841b-91f9-4a16-ad5e-4c945612b0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:56Z', 'updated_at': '2021-05-19T21:14:06Z', 'revision_number': 5, 'project_id': '8f782d90475c45a98ec720099679e571', 'subnets': [{'id': '5e79841b-91f9-4a16-ad5e-4c945612b0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:15:12.856587 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcbd092-4d14-4207-8093-a4edccd1a806 None None] The sync data for ids ['51def476-3db5-4168-9426-3b46fa0fa37d'] in dv-cinder-784623-12-iscsi is: [{'id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'name': 'tempest-TestShelveInstance-1340000205-router', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'bddc9ffc-d11e-4860-a503-acfc852ff6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:51Z', 'updated_at': '2021-05-19T21:13:57Z', 'revision_number': 4, 'project_id': '8f782d90475c45a98ec720099679e571', 'gw_port': {'id': 'bddc9ffc-d11e-4860-a503-acfc852ff6f0', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:52Z', 'updated_at': '2021-05-19T21:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_floatingips': [{'id': '9cc002b9-416e-4667-876e-b2bcd7fe0574', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'port_id': 'fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f362d28-4199-45e0-91ca-7ccb175d4e6f', 'mac_address': 'fa:16:3e:ff:e5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464864d6-e293-4d7c-aa2e-7476a9aad3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:15:09Z', 'updated_at': '2021-05-19T21:15:09Z', 'revision_number': 0, 'project_id': '8f782d90475c45a98ec720099679e571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5f7f6b-f28f-4135-b596-91fb788f7a93', 'name': '', 'network_id': '3f362d28-4199-45e0-91ca-7ccb175d4e6f', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'mac_address': 'fa:16:3e:d2:e9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5e79841b-91f9-4a16-ad5e-4c945612b0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:56Z', 'updated_at': '2021-05-19T21:14:06Z', 'revision_number': 5, 'project_id': '8f782d90475c45a98ec720099679e571', 'subnets': [{'id': '5e79841b-91f9-4a16-ad5e-4c945612b0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:15:12.876182 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91840e-909f-4d11-b64f-f34ed7386a53 req-1c5d5117-ffda-49e4-9857-64045107d0ba tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:12.878069 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-ad91840e-909f-4d11-b64f-f34ed7386a53 req-1c5d5117-ffda-49e4-9857-64045107d0ba tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 944 time: 0.0934875 May 19 21:15:12.939216 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-ad91840e-909f-4d11-b64f-f34ed7386a53 req-befc0566-a387-433b-8748-fe772e8927f3 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505702 May 19 21:15:13.103914 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4816ac05-cf86-45c5-9cef-ae99e4c63f8c None None] New status for floating IP 9cc002b9-416e-4667-876e-b2bcd7fe0574: ACTIVE {{(pid=91838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 21:15:13.244973 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9df90-cb80-49bc-826c-32a1d984c39e req-b8f3561f-3504-418b-82b0-04948c158f60 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:13.249549 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-86f9df90-cb80-49bc-826c-32a1d984c39e req-b8f3561f-3504-418b-82b0-04948c158f60 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 984 time: 0.1202540 May 19 21:15:13.298031 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-86f9df90-cb80-49bc-826c-32a1d984c39e req-6e518e43-6a69-4706-89ca-b494ae1be0cb tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?id=9056bc9d-c265-423b-be1e-c426eb6fac96&id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451808 May 19 21:15:13.364512 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 0d998435-6847-4b27-be77-7273e825ba20 up at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:15:13.462088 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning complete for port 0d998435-6847-4b27-be77-7273e825ba20 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:15:13.462437 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:13.689324 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:13.726337 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9753a025-5d88-4044-b986-7dbad8ba687b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d998435-6847-4b27-be77-7273e825ba20'}] {{(pid=91838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:15:13.737822 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 0d998435-6847-4b27-be77-7273e825ba20, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0d998435-6847-4b27-be77-7273e825ba20,segment=NetworkSegment(dd24c109-b873-4075-a547-36393fe5fd42),segment_id=dd24c109-b873-4075-a547-36393fe5fd42)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:15:13.744432 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:13.747548 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:15:13.780057 dv-cinder-784623-12-iscsi neutron-server[91838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9753a025-5d88-4044-b986-7dbad8ba687b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d998435-6847-4b27-be77-7273e825ba20', 'code': 200} May 19 21:15:13.830102 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=0d998435-6847-4b27-be77-7273e825ba20,revision_number=10']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:15:13.833641 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:15:14.214654 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7143d6-38d9-441f-ad46-0c683c821aa6 req-5e4ebf68-c9fc-40d9-82e8-8b8be6d2b018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:14.216165 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4c7143d6-38d9-441f-ad46-0c683c821aa6 req-5e4ebf68-c9fc-40d9-82e8-8b8be6d2b018 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 1099 time: 0.2354193 May 19 21:15:14.222658 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:15:14.251030 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328cb6a8-9dae-48e7-bb44-8d52b9363088 req-7bb8c492-7d98-4c83-9de5-6a8e39b8e69c tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:14.252510 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-328cb6a8-9dae-48e7-bb44-8d52b9363088 req-7bb8c492-7d98-4c83-9de5-6a8e39b8e69c tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 946 time: 0.1162622 May 19 21:15:14.303537 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4c7143d6-38d9-441f-ad46-0c683c821aa6 req-95f11ed2-718b-4743-b279-3aad827e36d0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793037 May 19 21:15:14.315876 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-328cb6a8-9dae-48e7-bb44-8d52b9363088 req-beaa37b3-f3bd-49e9-8356-448848b1f40e tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571768 May 19 21:15:14.494991 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de12d86-8b79-424b-a0d1-393533b37e8c req-39af5614-1633-482b-9fe8-6bb42198b89d tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:14.496424 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-5de12d86-8b79-424b-a0d1-393533b37e8c req-39af5614-1633-482b-9fe8-6bb42198b89d tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 984 time: 0.0842173 May 19 21:15:14.538572 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:14.549206 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-5de12d86-8b79-424b-a0d1-393533b37e8c req-e197961f-9c59-4a7c-ad2a-dc1004a25c51 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?id=9056bc9d-c265-423b-be1e-c426eb6fac96&id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464013 May 19 21:15:15.530456 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2afcc-aa76-41d7-9cb8-0142fb2eb99c req-a75ee5f8-2ad4-4b94-ac29-20bcfb82885b tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:15.532506 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5fb2afcc-aa76-41d7-9cb8-0142fb2eb99c req-a75ee5f8-2ad4-4b94-ac29-20bcfb82885b tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 946 time: 0.0954878 May 19 21:15:15.604259 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5fb2afcc-aa76-41d7-9cb8-0142fb2eb99c req-cf9f5c43-3010-4158-9dd7-b2fca2aa075b tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604701 May 19 21:15:15.773930 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10195c4c-7c7e-49c4-8ec4-dc096473234f req-c901b624-08fc-48fc-8813-38b011185112 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:15.776324 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-10195c4c-7c7e-49c4-8ec4-dc096473234f req-c901b624-08fc-48fc-8813-38b011185112 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 984 time: 0.1021597 May 19 21:15:15.829434 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-10195c4c-7c7e-49c4-8ec4-dc096473234f req-2caa9c18-3d28-45e1-8049-83154bcad124 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?id=9056bc9d-c265-423b-be1e-c426eb6fac96&id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0462787 May 19 21:15:16.870799 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5ee7c-8dbf-42cc-9280-505ab1fbd7b8 req-b14a36d0-6ce2-4be0-b915-8e43b177c696 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:16.872538 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-39b5ee7c-8dbf-42cc-9280-505ab1fbd7b8 req-b14a36d0-6ce2-4be0-b915-8e43b177c696 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 946 time: 0.1114504 May 19 21:15:16.945089 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-39b5ee7c-8dbf-42cc-9280-505ab1fbd7b8 req-a9832d38-2ab0-420c-b373-cfefae7ff412 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647776 May 19 21:15:17.085884 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8eb684-6d00-4625-ba60-7e93f9931ea3 req-b03a1b04-22dc-46cc-9c46-21b706d43967 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:17.087508 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-de8eb684-6d00-4625-ba60-7e93f9931ea3 req-b03a1b04-22dc-46cc-9c46-21b706d43967 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 984 time: 0.0926232 May 19 21:15:17.142282 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-de8eb684-6d00-4625-ba60-7e93f9931ea3 req-0a76f8eb-a98a-4824-87a8-a8b617ddf9de tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?id=9056bc9d-c265-423b-be1e-c426eb6fac96&id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0483799 May 19 21:15:18.338748 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55459a-d90f-4826-96ca-6cc6eba4e1af req-cae64c21-1695-4e91-823e-da53428392ea tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:18.340284 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-fb55459a-d90f-4826-96ca-6cc6eba4e1af req-cae64c21-1695-4e91-823e-da53428392ea tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 984 time: 0.0859478 May 19 21:15:18.397380 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-fb55459a-d90f-4826-96ca-6cc6eba4e1af req-d2f4d9c7-a50e-4f8f-a0b7-b58c759af304 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?id=9056bc9d-c265-423b-be1e-c426eb6fac96&id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0485866 May 19 21:15:19.614235 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccce56-b6f7-4938-afb9-d467878c1f24 req-3fc97635-ff90-47c9-b3ba-948be8417d4d tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:19.615837 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-a9ccce56-b6f7-4938-afb9-d467878c1f24 req-3fc97635-ff90-47c9-b3ba-948be8417d4d tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 984 time: 0.0891268 May 19 21:15:19.666563 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-a9ccce56-b6f7-4938-afb9-d467878c1f24 req-8fe009a3-9698-4e5f-bb53-822b014abab8 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?id=9056bc9d-c265-423b-be1e-c426eb6fac96&id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445056 May 19 21:15:20.911326 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcdff40-4f9c-4328-93f8-85898bd4c071 req-c66c2190-807b-49c8-87df-d8bfebaaddd4 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:20.914196 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9bcdff40-4f9c-4328-93f8-85898bd4c071 req-c66c2190-807b-49c8-87df-d8bfebaaddd4 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 984 time: 0.1037285 May 19 21:15:20.991880 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9bcdff40-4f9c-4328-93f8-85898bd4c071 req-83f73eaa-ef8b-418f-8d84-5d740e79bae6 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?id=9056bc9d-c265-423b-be1e-c426eb6fac96&id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0708797 May 19 21:15:22.331732 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd389c-9e85-41fc-b8a1-4e4540d5e77c req-8b947cbd-9e82-42a6-aa34-7d0fa3c23402 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:22.333250 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-7fbd389c-9e85-41fc-b8a1-4e4540d5e77c req-8b947cbd-9e82-42a6-aa34-7d0fa3c23402 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 984 time: 0.2208025 May 19 21:15:22.383486 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-7fbd389c-9e85-41fc-b8a1-4e4540d5e77c req-46310ffa-3ce6-4e92-a9ec-6582203b369d tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?id=9056bc9d-c265-423b-be1e-c426eb6fac96&id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435574 May 19 21:15:23.596369 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f38d44-f2ea-4757-9a0b-fc6f02b97b31 req-90d3c87f-aacc-4000-a328-7ae033e221a3 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:23.598135 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-16f38d44-f2ea-4757-9a0b-fc6f02b97b31 req-90d3c87f-aacc-4000-a328-7ae033e221a3 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 984 time: 0.1018429 May 19 21:15:23.659798 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-16f38d44-f2ea-4757-9a0b-fc6f02b97b31 req-36341c65-c1d7-4498-95c3-b856ad97f92d tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?id=9056bc9d-c265-423b-be1e-c426eb6fac96&id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537486 May 19 21:15:35.978193 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-55493336-5428-4cd3-aed7-f8d850ddea0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:38.473605 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:38.802806 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-9c9ac8c2-31ad-4015-8ee0-6cd824d3ff52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:39.458711 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:41.258776 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:44.552238 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:46.141154 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1cf9c682-4809-43fa-8921-40325d7fb48e req-02335d2f-64c3-455e-bd8c-be6d9cb80481 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762780 May 19 21:15:46.255967 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9c682-4809-43fa-8921-40325d7fb48e req-46161ae8-bad4-4c31-94b2-62b1f707655f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:46.257754 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1cf9c682-4809-43fa-8921-40325d7fb48e req-46161ae8-bad4-4c31-94b2-62b1f707655f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e141f08b4656401195114e7ec697b3cc&device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 1137 time: 0.0933700 May 19 21:15:46.410313 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9c682-4809-43fa-8921-40325d7fb48e req-e13c904c-8dc5-4c53-9dbc-ccc180a6152d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:46.411717 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1cf9c682-4809-43fa-8921-40325d7fb48e req-e13c904c-8dc5-4c53-9dbc-ccc180a6152d service neutron] 10.222.0.25 "GET /v2.0/networks?id=73b7349c-369e-491e-baf8-e9528bb71f6c HTTP/1.1" status: 200 len: 916 time: 0.1341143 May 19 21:15:46.517235 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1cf9c682-4809-43fa-8921-40325d7fb48e req-45a2f38e-dddc-4137-b861-777fa5d1a7f7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61b6d8d7-9335-45fa-ba71-5578c59b1d59 HTTP/1.1" status: 200 len: 1001 time: 0.0979733 May 19 21:15:46.590984 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9c682-4809-43fa-8921-40325d7fb48e req-fb3f67fe-6f29-4b9b-8345-8b38964a9231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:46.592409 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1cf9c682-4809-43fa-8921-40325d7fb48e req-fb3f67fe-6f29-4b9b-8345-8b38964a9231 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5dd05cad-8fb2-4162-80dd-c762712c0dfd HTTP/1.1" status: 200 len: 854 time: 0.0682707 May 19 21:15:46.672585 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9c682-4809-43fa-8921-40325d7fb48e req-5260cdda-4334-48b4-8067-4687f85e1343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:46.674028 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1cf9c682-4809-43fa-8921-40325d7fb48e req-5260cdda-4334-48b4-8067-4687f85e1343 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=73b7349c-369e-491e-baf8-e9528bb71f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0738719 May 19 21:15:46.838797 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1cf9c682-4809-43fa-8921-40325d7fb48e req-835d84e6-ec35-426f-b1b2-6a9b7e9d3698 service neutron] 10.222.0.25 "GET /v2.0/networks/73b7349c-369e-491e-baf8-e9528bb71f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566830 May 19 21:15:46.983748 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1cf9c682-4809-43fa-8921-40325d7fb48e req-6e8a0588-571b-48e5-80fa-4bc8ac8f106b service neutron] 10.222.0.25 "GET /v2.0/networks/73b7349c-369e-491e-baf8-e9528bb71f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365726 May 19 21:15:51.016386 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 53264) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:15:51.147727 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-2bf50138-c338-4f1c-ab38-000efb9e3394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:51.162500 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-2bf50138-c338-4f1c-ab38-000efb9e3394 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:15:51.166819 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-2bf50138-c338-4f1c-ab38-000efb9e3394 admin admin] Usage tracker for resource:security_group_rule and tenant:6915005de4584a4e84adb1e154a1a396 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:15:51.169971 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-2bf50138-c338-4f1c-ab38-000efb9e3394 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:15:51.175892 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-2bf50138-c338-4f1c-ab38-000efb9e3394 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:15:51.222196 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:15:51.263257 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-2bf50138-c338-4f1c-ab38-000efb9e3394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:51.268915 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-2bf50138-c338-4f1c-ab38-000efb9e3394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:51.276967 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-89034186-d0f0-4399-8c82-e260124bc6e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:15:51.319013 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-2bf50138-c338-4f1c-ab38-000efb9e3394 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6915005de4584a4e84adb1e154a1a396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010972 May 19 21:15:51.319977 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf50138-c338-4f1c-ab38-000efb9e3394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0df2c50-3dfa-4820-b66b-a813718c173a,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:15:51.322078 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 53270) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:15:51.323494 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-2bf50138-c338-4f1c-ab38-000efb9e3394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:15:51.421084 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-0cecec18-e34c-4e13-b459-dff4cddbcfc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:51.452442 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-0cecec18-e34c-4e13-b459-dff4cddbcfc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:51.525774 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-0cecec18-e34c-4e13-b459-dff4cddbcfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:51.534746 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-c97f8afe-ad58-4137-8159-4fbfcd7cf57f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:15:51.554366 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cecec18-e34c-4e13-b459-dff4cddbcfc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0df2c50-3dfa-4820-b66b-a813718c173a,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:15:51.563661 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-0cecec18-e34c-4e13-b459-dff4cddbcfc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:51.564798 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-0cecec18-e34c-4e13-b459-dff4cddbcfc3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a0df2c50-3dfa-4820-b66b-a813718c173a HTTP/1.1" status: 204 len: 168 time: 0.2413433 May 19 21:15:51.566454 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecec18-e34c-4e13-b459-dff4cddbcfc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:15:51.566832 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecec18-e34c-4e13-b459-dff4cddbcfc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:15:51.567467 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecec18-e34c-4e13-b459-dff4cddbcfc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:15:51.567626 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecec18-e34c-4e13-b459-dff4cddbcfc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:15:51.568000 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecec18-e34c-4e13-b459-dff4cddbcfc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:15:51.568355 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecec18-e34c-4e13-b459-dff4cddbcfc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:15:51.568708 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecec18-e34c-4e13-b459-dff4cddbcfc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:15:51.569069 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecec18-e34c-4e13-b459-dff4cddbcfc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:15:51.569413 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecec18-e34c-4e13-b459-dff4cddbcfc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:15:51.569751 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecec18-e34c-4e13-b459-dff4cddbcfc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:15:51.570105 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecec18-e34c-4e13-b459-dff4cddbcfc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:15:51.570502 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecec18-e34c-4e13-b459-dff4cddbcfc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:15:51.574015 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-0cecec18-e34c-4e13-b459-dff4cddbcfc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:15:51.921887 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 53278) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:15:51.944911 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4eda7152-976f-47d9-94a5-968394178c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:51.962725 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-4eda7152-976f-47d9-94a5-968394178c7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:15:51.969186 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-4eda7152-976f-47d9-94a5-968394178c7e admin admin] Usage tracker for resource:security_group_rule and tenant:4528c44900c64b1391142a8cd3cebafd is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:15:51.973228 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-4eda7152-976f-47d9-94a5-968394178c7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:15:51.980978 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-4eda7152-976f-47d9-94a5-968394178c7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:15:52.081142 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4eda7152-976f-47d9-94a5-968394178c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:52.086835 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4eda7152-976f-47d9-94a5-968394178c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:52.094865 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-dad2c703-2edf-41d4-bd82-29e298b44723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:15:52.140028 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-4eda7152-976f-47d9-94a5-968394178c7e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4528c44900c64b1391142a8cd3cebafd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2169106 May 19 21:15:52.142429 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda7152-976f-47d9-94a5-968394178c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f6bdcb-20aa-4a7d-9d38-75ea45791e6c,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:15:52.143015 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 53282) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:15:52.147649 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-4eda7152-976f-47d9-94a5-968394178c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:15:52.216051 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a34feb6c-7db1-43c4-912a-ff1780d7f4d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:52.246444 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a34feb6c-7db1-43c4-912a-ff1780d7f4d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:52.307516 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a34feb6c-7db1-43c4-912a-ff1780d7f4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:52.311619 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-f465561d-31c0-4f7d-983b-3a009ab62cbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:15:52.323927 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34feb6c-7db1-43c4-912a-ff1780d7f4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f6bdcb-20aa-4a7d-9d38-75ea45791e6c,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:15:52.327785 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-a34feb6c-7db1-43c4-912a-ff1780d7f4d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:15:52.331695 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-a34feb6c-7db1-43c4-912a-ff1780d7f4d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:52.332830 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-a34feb6c-7db1-43c4-912a-ff1780d7f4d1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/27f6bdcb-20aa-4a7d-9d38-75ea45791e6c HTTP/1.1" status: 204 len: 168 time: 0.1884234 May 19 21:15:55.276432 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 53356) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:15:55.410968 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-e26d7e3d-5aa7-4764-a5ac-06de50f7742b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:55.427841 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-e26d7e3d-5aa7-4764-a5ac-06de50f7742b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:15:55.432271 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-e26d7e3d-5aa7-4764-a5ac-06de50f7742b admin admin] Usage tracker for resource:security_group_rule and tenant:aa4d64c9c2754155831850eb50409dc8 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:15:55.435530 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-e26d7e3d-5aa7-4764-a5ac-06de50f7742b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:15:55.441558 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-e26d7e3d-5aa7-4764-a5ac-06de50f7742b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:15:55.539102 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-e26d7e3d-5aa7-4764-a5ac-06de50f7742b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:55.544791 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-e26d7e3d-5aa7-4764-a5ac-06de50f7742b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:55.552864 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-ca2673a1-c552-43f2-acf6-ab7984585ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:15:55.597924 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d7e3d-5aa7-4764-a5ac-06de50f7742b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbeaea01-9c4d-4ac1-a8ab-8074b1f85bf0,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:15:55.602202 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-e26d7e3d-5aa7-4764-a5ac-06de50f7742b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa4d64c9c2754155831850eb50409dc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3247576 May 19 21:15:55.603334 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-e26d7e3d-5aa7-4764-a5ac-06de50f7742b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:15:55.605471 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 53364) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:15:55.674154 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-5019984d-1bcf-48eb-8e73-09ba7c544598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:55.704913 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-5019984d-1bcf-48eb-8e73-09ba7c544598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:55.767271 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-5019984d-1bcf-48eb-8e73-09ba7c544598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:55.771787 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-d1a02db1-f770-464f-9df6-c3a8cd8d6790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:15:55.787075 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019984d-1bcf-48eb-8e73-09ba7c544598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbeaea01-9c4d-4ac1-a8ab-8074b1f85bf0,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:15:55.790013 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-5019984d-1bcf-48eb-8e73-09ba7c544598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:15:55.800751 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-5019984d-1bcf-48eb-8e73-09ba7c544598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:55.801865 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-5019984d-1bcf-48eb-8e73-09ba7c544598 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bbeaea01-9c4d-4ac1-a8ab-8074b1f85bf0 HTTP/1.1" status: 204 len: 168 time: 0.1955092 May 19 21:15:56.136441 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 53374) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:15:56.158561 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6fff0854-2816-452a-b1cc-b139677b0f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:56.272381 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-6fff0854-2816-452a-b1cc-b139677b0f75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:15:56.277038 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-6fff0854-2816-452a-b1cc-b139677b0f75 admin admin] Usage tracker for resource:security_group_rule and tenant:4d8fced139fc43fc85a3a724971de2d2 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:15:56.280015 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-6fff0854-2816-452a-b1cc-b139677b0f75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:15:56.286122 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-6fff0854-2816-452a-b1cc-b139677b0f75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:15:56.379265 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6fff0854-2816-452a-b1cc-b139677b0f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:56.385986 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6fff0854-2816-452a-b1cc-b139677b0f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:56.393270 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-3e2b7500-155a-456b-a4bb-c66afeddd00c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:15:56.435528 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff0854-2816-452a-b1cc-b139677b0f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f79fdc5-f1d5-44d3-9e84-3f6e54967070,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:15:56.439756 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-6fff0854-2816-452a-b1cc-b139677b0f75 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4d8fced139fc43fc85a3a724971de2d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023467 May 19 21:15:56.440683 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-6fff0854-2816-452a-b1cc-b139677b0f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:15:56.444176 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 53378) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:15:56.507924 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-fbc2dc65-7853-434f-84dd-13ddb475c095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:56.536904 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-fbc2dc65-7853-434f-84dd-13ddb475c095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:56.599939 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-fbc2dc65-7853-434f-84dd-13ddb475c095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:56.608797 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-a228a4ef-8150-4aea-84d6-f7495217cf7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:15:56.626135 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2dc65-7853-434f-84dd-13ddb475c095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f79fdc5-f1d5-44d3-9e84-3f6e54967070,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:15:56.629154 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-fbc2dc65-7853-434f-84dd-13ddb475c095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:15:56.631733 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-fbc2dc65-7853-434f-84dd-13ddb475c095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:56.632921 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-fbc2dc65-7853-434f-84dd-13ddb475c095 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2f79fdc5-f1d5-44d3-9e84-3f6e54967070 HTTP/1.1" status: 204 len: 168 time: 0.1881490 May 19 21:15:59.040738 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 53444) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:15:59.173188 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b6df11ed-5370-4930-9fdc-d9a5379a641f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:59.191037 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-b6df11ed-5370-4930-9fdc-d9a5379a641f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:15:59.195088 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-b6df11ed-5370-4930-9fdc-d9a5379a641f admin admin] Usage tracker for resource:security_group_rule and tenant:d1b435ba3ec84b8d8e2d90c2511f1809 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:15:59.198387 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-b6df11ed-5370-4930-9fdc-d9a5379a641f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:15:59.204843 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-b6df11ed-5370-4930-9fdc-d9a5379a641f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:15:59.301754 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b6df11ed-5370-4930-9fdc-d9a5379a641f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:59.307772 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b6df11ed-5370-4930-9fdc-d9a5379a641f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:59.323961 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-069f2aaa-b41a-44c7-8efd-5c47ae27f8b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:15:59.372669 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-b6df11ed-5370-4930-9fdc-d9a5379a641f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d1b435ba3ec84b8d8e2d90c2511f1809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3307209 May 19 21:15:59.374296 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 53454) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:15:59.374983 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df11ed-5370-4930-9fdc-d9a5379a641f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83492d8-3a37-455b-a6fe-0c4d6656d3a8,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:15:59.378356 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-b6df11ed-5370-4930-9fdc-d9a5379a641f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:15:59.494444 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-dc77a6bc-c348-45ea-b2c8-049879a94a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:59.534759 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-dc77a6bc-c348-45ea-b2c8-049879a94a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:59.583055 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8386a0f-07c6-4547-8c5a-b4c9be92588f req-ce16b1e0-a096-48eb-b5f6-287a2d060141 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:15:59.584504 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c8386a0f-07c6-4547-8c5a-b4c9be92588f req-ce16b1e0-a096-48eb-b5f6-287a2d060141 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 946 time: 0.1509244 May 19 21:15:59.630323 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-dc77a6bc-c348-45ea-b2c8-049879a94a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:59.636905 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-272916b4-c6d7-4deb-9bcf-7aa267b17fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:15:59.651001 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c8386a0f-07c6-4547-8c5a-b4c9be92588f req-e38cabab-fbc6-4944-94f1-0c90c35335d6 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595927 May 19 21:15:59.655537 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77a6bc-c348-45ea-b2c8-049879a94a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83492d8-3a37-455b-a6fe-0c4d6656d3a8,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:15:59.658122 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-dc77a6bc-c348-45ea-b2c8-049879a94a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:15:59.662837 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-dc77a6bc-c348-45ea-b2c8-049879a94a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:15:59.667669 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-dc77a6bc-c348-45ea-b2c8-049879a94a08 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a83492d8-3a37-455b-a6fe-0c4d6656d3a8 HTTP/1.1" status: 204 len: 168 time: 0.2920115 May 19 21:15:59.987832 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 53462) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:00.007043 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-2e20f734-40ec-4444-a74b-b91864d7a61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:00.025151 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-2e20f734-40ec-4444-a74b-b91864d7a61e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:16:00.029473 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-2e20f734-40ec-4444-a74b-b91864d7a61e admin admin] Usage tracker for resource:security_group_rule and tenant:23364ca1bf6543c593a75510e3fc246e is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:16:00.032565 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-2e20f734-40ec-4444-a74b-b91864d7a61e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:16:00.038782 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-2e20f734-40ec-4444-a74b-b91864d7a61e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:16:00.141716 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-2e20f734-40ec-4444-a74b-b91864d7a61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:00.148524 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-2e20f734-40ec-4444-a74b-b91864d7a61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:00.156904 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-b8efe0f7-423f-46b1-9bfd-01587ac37b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:00.203198 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-2e20f734-40ec-4444-a74b-b91864d7a61e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=23364ca1bf6543c593a75510e3fc246e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141984 May 19 21:16:00.204135 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20f734-40ec-4444-a74b-b91864d7a61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8da71c-3420-422a-a6ec-aaec970e020f,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:00.207142 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 53466) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:00.207399 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-2e20f734-40ec-4444-a74b-b91864d7a61e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:00.271979 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-34c2cc8f-31d4-4445-abcd-0c09a6180d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:00.305854 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-34c2cc8f-31d4-4445-abcd-0c09a6180d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:00.370591 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-34c2cc8f-31d4-4445-abcd-0c09a6180d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:00.374701 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-0cecec18-e34c-4e13-b459-dff4cddbcfc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:00.386437 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2cc8f-31d4-4445-abcd-0c09a6180d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8da71c-3420-422a-a6ec-aaec970e020f,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:00.389354 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-34c2cc8f-31d4-4445-abcd-0c09a6180d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:00.400579 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-34c2cc8f-31d4-4445-abcd-0c09a6180d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:00.404745 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-34c2cc8f-31d4-4445-abcd-0c09a6180d2c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be8da71c-3420-422a-a6ec-aaec970e020f HTTP/1.1" status: 204 len: 168 time: 0.1936178 May 19 21:16:00.818827 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808bcdd-48cd-44f4-a6d2-5d809a64ff8e req-c1f6868c-5664-4e8a-b661-9aad019ae1ed tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:00.820510 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1808bcdd-48cd-44f4-a6d2-5d809a64ff8e req-c1f6868c-5664-4e8a-b661-9aad019ae1ed tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.25 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 946 time: 0.0943179 May 19 21:16:00.870568 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24bf3f-8955-4276-8833-7ba557f43017 req-77893c61-03da-4caa-857b-7badf37119fe tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:00.872475 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-db24bf3f-8955-4276-8833-7ba557f43017 req-77893c61-03da-4caa-857b-7badf37119fe tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 946 time: 0.0973876 May 19 21:16:00.944002 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-db24bf3f-8955-4276-8833-7ba557f43017 req-04a3aa7c-75d6-4e62-889a-10ff55b42469 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups?id=e515c45f-4ed9-4597-ba06-60ed3fe3134a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565231 May 19 21:16:01.003478 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-1808bcdd-48cd-44f4-a6d2-5d809a64ff8e req-8487a510-4fdc-4596-89db-696b50c2c116 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Deleting port 0d998435-6847-4b27-be77-7273e825ba20 {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:16:01.003820 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-1808bcdd-48cd-44f4-a6d2-5d809a64ff8e req-8487a510-4fdc-4596-89db-696b50c2c116 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:01.142485 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-1808bcdd-48cd-44f4-a6d2-5d809a64ff8e req-8487a510-4fdc-4596-89db-696b50c2c116 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] For port 0d998435-6847-4b27-be77-7273e825ba20, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0d998435-6847-4b27-be77-7273e825ba20,segment=NetworkSegment(dd24c109-b873-4075-a547-36393fe5fd42),segment_id=dd24c109-b873-4075-a547-36393fe5fd42)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:16:01.142884 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-1808bcdd-48cd-44f4-a6d2-5d809a64ff8e req-8487a510-4fdc-4596-89db-696b50c2c116 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:01.471719 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-1808bcdd-48cd-44f4-a6d2-5d809a64ff8e req-8487a510-4fdc-4596-89db-696b50c2c116 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:01.472384 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-1808bcdd-48cd-44f4-a6d2-5d809a64ff8e req-8487a510-4fdc-4596-89db-696b50c2c116 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658636'] for floatingip, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:01.472384 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.db.l3_db [req-1808bcdd-48cd-44f4-a6d2-5d809a64ff8e req-8487a510-4fdc-4596-89db-696b50c2c116 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Floating IP c548f5da-57c3-4b78-a148-85d8f813fd46 disassociated. External IP: 172.27.1.217, port: 0d998435-6847-4b27-be77-7273e825ba20. May 19 21:16:01.472612 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-1808bcdd-48cd-44f4-a6d2-5d809a64ff8e req-8487a510-4fdc-4596-89db-696b50c2c116 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Calling delete_port for 0d998435-6847-4b27-be77-7273e825ba20 owned by compute:nova {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:16:01.596867 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-1808bcdd-48cd-44f4-a6d2-5d809a64ff8e req-8487a510-4fdc-4596-89db-696b50c2c116 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:01.602879 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-a6c19007-7ee0-4cfc-80c4-666c57fd228c tempest-VolumesActionsTest-828005 tempest-VolumesActionsTest-828005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:01.649383 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8487a510-4fdc-4596-89db-696b50c2c116 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Pushing event deleted for resources: {'Port': ['ID=0d998435-6847-4b27-be77-7273e825ba20,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:01.653189 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-8487a510-4fdc-4596-89db-696b50c2c116 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:01.853255 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1808bcdd-48cd-44f4-a6d2-5d809a64ff8e req-8487a510-4fdc-4596-89db-696b50c2c116 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Router 106c6bc3-df58-4ca5-b602-4b93b8644468 has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:16:02.175900 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-199bd6b9-9f07-4c11-9a11-4efe4b4c94d5 req-f04a8552-74cb-4e95-a06c-a9ab00d18e29 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/ports?device_id=9753a025-5d88-4044-b986-7dbad8ba687b HTTP/1.1" status: 200 len: 210 time: 0.0656765 May 19 21:16:02.191610 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1808bcdd-48cd-44f4-a6d2-5d809a64ff8e req-8487a510-4fdc-4596-89db-696b50c2c116 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:16:02.201568 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3ecdfa-e38c-4835-9e02-7509ca49b675 None None] Sync routers for ids ['106c6bc3-df58-4ca5-b602-4b93b8644468'] in dv-cinder-784623-12-iscsi {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:16:02.211315 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3ecdfa-e38c-4835-9e02-7509ca49b675 None None] Routers {'106c6bc3-df58-4ca5-b602-4b93b8644468'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:16:02.211965 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-fd3ecdfa-e38c-4835-9e02-7509ca49b675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:15:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['106c6bc3-df58-4ca5-b602-4b93b8644468'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:02.278268 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-1808bcdd-48cd-44f4-a6d2-5d809a64ff8e req-8487a510-4fdc-4596-89db-696b50c2c116 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] No DVR routers for this DVR port 0d998435-6847-4b27-be77-7273e825ba20 on host hv-cinder-78462 {{(pid=91836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:16:02.282231 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-1808bcdd-48cd-44f4-a6d2-5d809a64ff8e req-8487a510-4fdc-4596-89db-696b50c2c116 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:02.286778 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9753a025-5d88-4044-b986-7dbad8ba687b', 'name': 'network-vif-deleted', 'tag': '0d998435-6847-4b27-be77-7273e825ba20'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:16:02.315442 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1808bcdd-48cd-44f4-a6d2-5d809a64ff8e req-8487a510-4fdc-4596-89db-696b50c2c116 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.25 "DELETE /v2.0/ports/0d998435-6847-4b27-be77-7273e825ba20 HTTP/1.1" status: 204 len: 173 time: 1.4888742 May 19 21:16:02.347602 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9753a025-5d88-4044-b986-7dbad8ba687b', 'name': 'network-vif-deleted', 'tag': '0d998435-6847-4b27-be77-7273e825ba20', 'status': 'completed', 'code': 200} May 19 21:16:02.429846 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-fd3ecdfa-e38c-4835-9e02-7509ca49b675 None None] Set router 106c6bc3-df58-4ca5-b602-4b93b8644468 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:16:02.865137 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-fd3ecdfa-e38c-4835-9e02-7509ca49b675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'name': 'tempest-AttachVolumeShelveTestJSON-811945201-router', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:18Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 4, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'gw_port': {'id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:20Z', 'updated_at': '2021-05-19T21:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': '7e03d05c-8623-4216-8282-5048e75943c7', 'name': '', 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'mac_address': 'fa:16:3e:e8:1e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:28Z', 'updated_at': '2021-05-19T21:08:42Z', 'revision_number': 5, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'subnets': [{'id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:02.869569 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3ecdfa-e38c-4835-9e02-7509ca49b675 None None] Checking router: 106c6bc3-df58-4ca5-b602-4b93b8644468 for host: dv-cinder-784623-12-iscsi {{(pid=91839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:16:02.879486 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3ecdfa-e38c-4835-9e02-7509ca49b675 None None] Routers {'106c6bc3-df58-4ca5-b602-4b93b8644468'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:16:02.880141 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-fd3ecdfa-e38c-4835-9e02-7509ca49b675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:15:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['106c6bc3-df58-4ca5-b602-4b93b8644468'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:03.092387 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-fd3ecdfa-e38c-4835-9e02-7509ca49b675 None None] Set router 106c6bc3-df58-4ca5-b602-4b93b8644468 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:16:03.318424 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 53512) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:03.394562 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33119fac-de6d-42ff-97e4-86dfd96fe36d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:03.424120 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33119fac-de6d-42ff-97e4-86dfd96fe36d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:03.472546 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 0d998435-6847-4b27-be77-7273e825ba20 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:16:03.505418 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33119fac-de6d-42ff-97e4-86dfd96fe36d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:03.509843 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] No Port match for: 0d998435-6847-4b27-be77-7273e825ba20 {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:16:03.510108 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-58e3d532-7d32-4915-b870-c593b2401a86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:03.510335 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 0d998435-6847-4b27-be77-7273e825ba20 not bound to the agent host hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:16:03.529585 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-fd3ecdfa-e38c-4835-9e02-7509ca49b675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'name': 'tempest-AttachVolumeShelveTestJSON-811945201-router', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:18Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 4, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'gw_port': {'id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:20Z', 'updated_at': '2021-05-19T21:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': '7e03d05c-8623-4216-8282-5048e75943c7', 'name': '', 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'mac_address': 'fa:16:3e:e8:1e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:28Z', 'updated_at': '2021-05-19T21:08:42Z', 'revision_number': 5, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'subnets': [{'id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:03.531917 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33119fac-de6d-42ff-97e4-86dfd96fe36d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e515c45f-4ed9-4597-ba06-60ed3fe3134a,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:03.534446 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-33119fac-de6d-42ff-97e4-86dfd96fe36d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:03.534684 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3ecdfa-e38c-4835-9e02-7509ca49b675 None None] The sync data for ids ['106c6bc3-df58-4ca5-b602-4b93b8644468'] in dv-cinder-784623-12-iscsi is: [{'id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'name': 'tempest-AttachVolumeShelveTestJSON-811945201-router', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:18Z', 'updated_at': '2021-05-19T21:08:30Z', 'revision_number': 4, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'gw_port': {'id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:20Z', 'updated_at': '2021-05-19T21:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': '7e03d05c-8623-4216-8282-5048e75943c7', 'name': '', 'network_id': '33245778-87d9-4ace-bbb7-ad7041ac660d', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'mac_address': 'fa:16:3e:e8:1e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:28Z', 'updated_at': '2021-05-19T21:08:42Z', 'revision_number': 5, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'subnets': [{'id': 'a96f8d10-418e-4531-973e-67a2c5d86867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:16:03.557967 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33119fac-de6d-42ff-97e4-86dfd96fe36d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:03.561762 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-33119fac-de6d-42ff-97e4-86dfd96fe36d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "DELETE /v2.0/security-groups/e515c45f-4ed9-4597-ba06-60ed3fe3134a HTTP/1.1" status: 204 len: 168 time: 0.2396400 May 19 21:16:03.562286 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 53518) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:03.584332 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.api.v2.resource [None req-ff72be73-88dd-4416-88d1-b03764791ab4 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] show failed (client error): The resource could not be found. May 19 21:16:03.585606 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-ff72be73-88dd-4416-88d1-b03764791ab4 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "GET /v2.0/security-groups/e515c45f-4ed9-4597-ba06-60ed3fe3134a HTTP/1.1" status: 404 len: 347 time: 0.0220692 May 19 21:16:03.589283 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 53522) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:03.788781 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23941db-624b-4dcc-81b1-b0cf307a9900 None None] New status for floating IP c548f5da-57c3-4b78-a148-85d8f813fd46: DOWN {{(pid=91838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 21:16:03.817706 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [None req-156b14a0-7b3e-4e5b-8ae8-ebc409516a43 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Deleting port 62f66a1b-d361-415c-874a-b03c85a2a0b5 {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:16:03.818087 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-156b14a0-7b3e-4e5b-8ae8-ebc409516a43 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:03.941904 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-156b14a0-7b3e-4e5b-8ae8-ebc409516a43 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:03.942135 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-156b14a0-7b3e-4e5b-8ae8-ebc409516a43 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:04.070456 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [None req-156b14a0-7b3e-4e5b-8ae8-ebc409516a43 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Calling delete_port for 62f66a1b-d361-415c-874a-b03c85a2a0b5 owned by network:floatingip {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:16:04.220499 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-156b14a0-7b3e-4e5b-8ae8-ebc409516a43 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:04.224748 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-4ccc4b3f-2c11-4cb9-9bff-87cbb0e09bf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:04.273414 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b14a0-7b3e-4e5b-8ae8-ebc409516a43 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Pushing event deleted for resources: {'Port': ['ID=62f66a1b-d361-415c-874a-b03c85a2a0b5,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:04.277094 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-156b14a0-7b3e-4e5b-8ae8-ebc409516a43 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:04.367308 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-156b14a0-7b3e-4e5b-8ae8-ebc409516a43 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks [] for floatingip, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:04.383481 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-156b14a0-7b3e-4e5b-8ae8-ebc409516a43 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for floatingip, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:04.384981 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-156b14a0-7b3e-4e5b-8ae8-ebc409516a43 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] 10.222.0.44 "DELETE /v2.0/floatingips/c548f5da-57c3-4b78-a148-85d8f813fd46 HTTP/1.1" status: 204 len: 168 time: 0.7946839 May 19 21:16:05.975010 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c55dc5f2-71ab-44b4-bfc1-0f057ecaa684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:08.473283 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:08.557104 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 53592) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:08.799126 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-a91306a7-1c2e-489e-9763-d747daf33eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:09.287217 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-0683e609-d9cd-494e-9fbc-5ab94f934a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658486'] for router_interface, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:09.461956 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:09.856072 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-0683e609-d9cd-494e-9fbc-5ab94f934a00 admin admin] Deleting port 7e03d05c-8623-4216-8282-5048e75943c7 {{(pid=91837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:16:09.856723 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-0683e609-d9cd-494e-9fbc-5ab94f934a00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:09.979530 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.db [None req-0683e609-d9cd-494e-9fbc-5ab94f934a00 admin admin] For port 7e03d05c-8623-4216-8282-5048e75943c7, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=7e03d05c-8623-4216-8282-5048e75943c7,segment=NetworkSegment(dd24c109-b873-4075-a547-36393fe5fd42),segment_id=dd24c109-b873-4075-a547-36393fe5fd42)] {{(pid=91837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:16:09.979883 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-0683e609-d9cd-494e-9fbc-5ab94f934a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:09.980642 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 53606) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:10.105770 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-0d87911e-d8d6-4003-b116-62b5d9cfb8ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:10.106086 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-0683e609-d9cd-494e-9fbc-5ab94f934a00 admin admin] Calling delete_port for 7e03d05c-8623-4216-8282-5048e75943c7 owned by network:router_interface {{(pid=91837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:16:10.125068 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-0d87911e-d8d6-4003-b116-62b5d9cfb8ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:16:10.129341 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-0d87911e-d8d6-4003-b116-62b5d9cfb8ce admin admin] Usage tracker for resource:security_group_rule and tenant:edc5f828a27c4cbdbfcef65469d28ac3 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:16:10.132209 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-0d87911e-d8d6-4003-b116-62b5d9cfb8ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:16:10.138074 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-0d87911e-d8d6-4003-b116-62b5d9cfb8ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:16:10.223132 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-0d87911e-d8d6-4003-b116-62b5d9cfb8ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:10.228307 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-0d87911e-d8d6-4003-b116-62b5d9cfb8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:10.238627 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-dc77a6bc-c348-45ea-b2c8-049879a94a08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:10.259475 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-0683e609-d9cd-494e-9fbc-5ab94f934a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6754477'] for port, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:10.264417 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:10.282153 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-0d87911e-d8d6-4003-b116-62b5d9cfb8ce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=edc5f828a27c4cbdbfcef65469d28ac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978547 May 19 21:16:10.282153 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87911e-d8d6-4003-b116-62b5d9cfb8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09e4421-32c7-49e5-8ed9-c9b2e9d39896,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:10.283927 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-0d87911e-d8d6-4003-b116-62b5d9cfb8ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:10.284572 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 53612) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:10.313004 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683e609-d9cd-494e-9fbc-5ab94f934a00 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e03d05c-8623-4216-8282-5048e75943c7,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:10.345567 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0683e609-d9cd-494e-9fbc-5ab94f934a00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:10.345932 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0683e609-d9cd-494e-9fbc-5ab94f934a00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:10.346346 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0683e609-d9cd-494e-9fbc-5ab94f934a00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:10.346698 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0683e609-d9cd-494e-9fbc-5ab94f934a00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:10.347080 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0683e609-d9cd-494e-9fbc-5ab94f934a00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:10.347444 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0683e609-d9cd-494e-9fbc-5ab94f934a00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:10.348180 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0683e609-d9cd-494e-9fbc-5ab94f934a00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:10.348180 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0683e609-d9cd-494e-9fbc-5ab94f934a00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:10.348491 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0683e609-d9cd-494e-9fbc-5ab94f934a00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:10.348854 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0683e609-d9cd-494e-9fbc-5ab94f934a00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:10.349197 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0683e609-d9cd-494e-9fbc-5ab94f934a00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:10.349577 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0683e609-d9cd-494e-9fbc-5ab94f934a00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:10.355652 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-277ccd3a-a9b8-477c-9725-c6daa1000af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:10.358113 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-0683e609-d9cd-494e-9fbc-5ab94f934a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:10.403843 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-277ccd3a-a9b8-477c-9725-c6daa1000af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:10.481388 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-277ccd3a-a9b8-477c-9725-c6daa1000af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:10.485988 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-6abe2cc6-6299-4ca9-b330-42c26c2e3646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:10.503635 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ccd3a-a9b8-477c-9725-c6daa1000af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09e4421-32c7-49e5-8ed9-c9b2e9d39896,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:10.507861 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-277ccd3a-a9b8-477c-9725-c6daa1000af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:10.516137 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-277ccd3a-a9b8-477c-9725-c6daa1000af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:10.520216 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-277ccd3a-a9b8-477c-9725-c6daa1000af0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a09e4421-32c7-49e5-8ed9-c9b2e9d39896 HTTP/1.1" status: 204 len: 168 time: 0.2317924 May 19 21:16:10.623208 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-0683e609-d9cd-494e-9fbc-5ab94f934a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662438'] for router_interface, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:11.002451 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0683e609-d9cd-494e-9fbc-5ab94f934a00 admin admin] Router 106c6bc3-df58-4ca5-b602-4b93b8644468 has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:16:11.249366 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:11.326534 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0683e609-d9cd-494e-9fbc-5ab94f934a00 admin admin] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:16:11.336451 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479b6c73-7f12-4dd7-ae73-793e0be13592 None None] Sync routers for ids ['106c6bc3-df58-4ca5-b602-4b93b8644468'] in dv-cinder-784623-12-iscsi {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:16:11.349384 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479b6c73-7f12-4dd7-ae73-793e0be13592 None None] Routers {'106c6bc3-df58-4ca5-b602-4b93b8644468'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:16:11.349609 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-0683e609-d9cd-494e-9fbc-5ab94f934a00 admin admin] 10.222.0.44 "PUT /v2.0/routers/106c6bc3-df58-4ca5-b602-4b93b8644468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7908516 May 19 21:16:11.350528 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-479b6c73-7f12-4dd7-ae73-793e0be13592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:16:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['106c6bc3-df58-4ca5-b602-4b93b8644468'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:11.351876 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 53638) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:11.544296 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-169b974c-a1b2-48ea-84a8-38c6cf79d14f admin admin] Notify callbacks [] for router, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:11.550988 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-479b6c73-7f12-4dd7-ae73-793e0be13592 None None] Set router 106c6bc3-df58-4ca5-b602-4b93b8644468 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:16:11.777529 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-169b974c-a1b2-48ea-84a8-38c6cf79d14f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:11.862404 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-169b974c-a1b2-48ea-84a8-38c6cf79d14f admin admin] Deleting port 902578a9-b354-4537-a354-249eb7bb2a9d {{(pid=91837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:16:11.862751 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-169b974c-a1b2-48ea-84a8-38c6cf79d14f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:11.867887 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-479b6c73-7f12-4dd7-ae73-793e0be13592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'name': 'tempest-AttachVolumeShelveTestJSON-811945201-router', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:18Z', 'updated_at': '2021-05-19T21:16:10Z', 'revision_number': 5, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'gw_port': {'id': '902578a9-b354-4537-a354-249eb7bb2a9d', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:08:20Z', 'updated_at': '2021-05-19T21:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi'}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:11.873055 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479b6c73-7f12-4dd7-ae73-793e0be13592 None None] Checking router: 106c6bc3-df58-4ca5-b602-4b93b8644468 for host: dv-cinder-784623-12-iscsi {{(pid=91839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:16:11.882128 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479b6c73-7f12-4dd7-ae73-793e0be13592 None None] Routers {'106c6bc3-df58-4ca5-b602-4b93b8644468'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:16:11.882752 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-479b6c73-7f12-4dd7-ae73-793e0be13592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:16:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['106c6bc3-df58-4ca5-b602-4b93b8644468'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:12.005205 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.db [None req-169b974c-a1b2-48ea-84a8-38c6cf79d14f admin admin] For port 902578a9-b354-4537-a354-249eb7bb2a9d, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=902578a9-b354-4537-a354-249eb7bb2a9d,segment=NetworkSegment(2ae65b33-9dba-40dd-84dc-4e059aac7a0c),segment_id=2ae65b33-9dba-40dd-84dc-4e059aac7a0c)] {{(pid=91837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:16:12.005700 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-169b974c-a1b2-48ea-84a8-38c6cf79d14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:12.087156 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-479b6c73-7f12-4dd7-ae73-793e0be13592 None None] Set router 106c6bc3-df58-4ca5-b602-4b93b8644468 gateway port host: None {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:16:12.146538 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-169b974c-a1b2-48ea-84a8-38c6cf79d14f admin admin] Calling delete_port for 902578a9-b354-4537-a354-249eb7bb2a9d owned by network:router_gateway {{(pid=91837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:16:12.255485 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-479b6c73-7f12-4dd7-ae73-793e0be13592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'name': 'tempest-AttachVolumeShelveTestJSON-811945201-router', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:18Z', 'updated_at': '2021-05-19T21:16:11Z', 'revision_number': 6, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'gw_port_host': None}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:12.259902 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479b6c73-7f12-4dd7-ae73-793e0be13592 None None] The sync data for ids ['106c6bc3-df58-4ca5-b602-4b93b8644468'] in dv-cinder-784623-12-iscsi is: [{'id': '106c6bc3-df58-4ca5-b602-4b93b8644468', 'name': 'tempest-AttachVolumeShelveTestJSON-811945201-router', 'tenant_id': 'c68d7fb43ad842fea0b389e597b14848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:08:18Z', 'updated_at': '2021-05-19T21:16:11Z', 'revision_number': 6, 'project_id': 'c68d7fb43ad842fea0b389e597b14848', 'gw_port_host': None}] {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:16:12.335046 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-169b974c-a1b2-48ea-84a8-38c6cf79d14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6754477'] for port, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:12.339717 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-76e7f90f-da91-450f-840e-7edb9a079ebc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:12.389857 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b974c-a1b2-48ea-84a8-38c6cf79d14f admin admin] Pushing event deleted for resources: {'Port': ['ID=902578a9-b354-4537-a354-249eb7bb2a9d,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:12.393193 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-169b974c-a1b2-48ea-84a8-38c6cf79d14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:12.487992 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-169b974c-a1b2-48ea-84a8-38c6cf79d14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662813'] for router_gateway, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:12.668908 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-169b974c-a1b2-48ea-84a8-38c6cf79d14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5415'] for router, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:12.671304 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-169b974c-a1b2-48ea-84a8-38c6cf79d14f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:12.696737 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-169b974c-a1b2-48ea-84a8-38c6cf79d14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-663626'] for router, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:12.697507 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169b974c-a1b2-48ea-84a8-38c6cf79d14f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 106c6bc3-df58-4ca5-b602-4b93b8644468 {{(pid=91837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 21:16:12.712321 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-169b974c-a1b2-48ea-84a8-38c6cf79d14f admin admin] Notify callbacks [] for router, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:12.714201 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-169b974c-a1b2-48ea-84a8-38c6cf79d14f admin admin] 10.222.0.44 "DELETE /v2.0/routers/106c6bc3-df58-4ca5-b602-4b93b8644468 HTTP/1.1" status: 204 len: 168 time: 1.3611333 May 19 21:16:12.716852 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 53648) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:12.905896 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d4037ce-82c0-417c-b5ee-3161f01ccb6e admin admin] Deleting subnet a96f8d10-418e-4531-973e-67a2c5d86867 {{(pid=91837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 21:16:12.909028 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4d4037ce-82c0-417c-b5ee-3161f01ccb6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:12.958519 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4d4037ce-82c0-417c-b5ee-3161f01ccb6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7566427'] for subnet, precommit_delete_associations {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:13.042340 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4d4037ce-82c0-417c-b5ee-3161f01ccb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1760382'] for subnet, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:13.289506 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-b41b9d65-2b2c-4c8a-85f2-ac7c2ec93dd3 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=85197dc04825410b896d26e5e089db4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304201 May 19 21:16:13.309655 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4d4037ce-82c0-417c-b5ee-3161f01ccb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6801266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6349982'] for subnet, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:13.314032 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:13.348492 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4037ce-82c0-417c-b5ee-3161f01ccb6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a96f8d10-418e-4531-973e-67a2c5d86867,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:13.351650 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-4d4037ce-82c0-417c-b5ee-3161f01ccb6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:13.354718 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-4d4037ce-82c0-417c-b5ee-3161f01ccb6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for subnet, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:13.363446 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07db6216-045e-4a94-905a-fc171a9a17bb None None] Network 33245778-87d9-4ace-bbb7-ad7041ac660d requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:16:13.368778 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-4d4037ce-82c0-417c-b5ee-3161f01ccb6e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a96f8d10-418e-4531-973e-67a2c5d86867 HTTP/1.1" status: 204 len: 168 time: 0.6437783 May 19 21:16:13.369644 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 53666) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:13.462823 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-e124f51c-f0d7-4f41-9344-fb2248a091f5 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:13.468169 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-e124f51c-f0d7-4f41-9344-fb2248a091f5 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1714153 May 19 21:16:13.486490 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9a560016-c552-426b-8de3-188eab26eb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772294'] for network, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:13.492413 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-24cc1e85-4a76-4379-9f87-8330838efc85 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] 10.222.0.44 "GET /v2.0/quotas/85197dc04825410b896d26e5e089db4d HTTP/1.1" status: 200 len: 375 time: 0.0176928 May 19 21:16:13.505610 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 902578a9-b354-4537-a354-249eb7bb2a9d no longer exists at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:16:13.569824 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] No Port match for: 902578a9-b354-4537-a354-249eb7bb2a9d {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:16:13.570175 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 902578a9-b354-4537-a354-249eb7bb2a9d not bound to the agent host dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:16:13.570601 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 7e03d05c-8623-4216-8282-5048e75943c7 no longer exists at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:16:13.575605 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-9a560016-c552-426b-8de3-188eab26eb9e admin admin] Deleting port fa6e0d29-a08a-437f-9662-aefacf2542d9 {{(pid=91837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:16:13.575944 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9a560016-c552-426b-8de3-188eab26eb9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:13.589184 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-ad25ebdb-d7c1-440d-b6d4-e5d16f7d9ecc tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=85197dc04825410b896d26e5e089db4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0892911 May 19 21:16:13.614635 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] No Port match for: 7e03d05c-8623-4216-8282-5048e75943c7 {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:16:13.615149 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 7e03d05c-8623-4216-8282-5048e75943c7 not bound to the agent host dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:16:13.725029 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fda0bd1-ffd0-44e6-a645-e96bf26962de None None] DHCP port deletion for 33245778-87d9-4ace-bbb7-ad7041ac660d request from dv-cinder-784623-12-iscsi {{(pid=91838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 21:16:13.728990 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.db [None req-9a560016-c552-426b-8de3-188eab26eb9e admin admin] For port fa6e0d29-a08a-437f-9662-aefacf2542d9, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=fa6e0d29-a08a-437f-9662-aefacf2542d9,segment=NetworkSegment(dd24c109-b873-4075-a547-36393fe5fd42),segment_id=dd24c109-b873-4075-a547-36393fe5fd42)] {{(pid=91837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:16:13.729441 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9a560016-c552-426b-8de3-188eab26eb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:13.801966 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-2fda0bd1-ffd0-44e6-a645-e96bf26962de None None] Deleting port fa6e0d29-a08a-437f-9662-aefacf2542d9 {{(pid=91838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:16:13.802711 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-2fda0bd1-ffd0-44e6-a645-e96bf26962de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:13.911967 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-2fda0bd1-ffd0-44e6-a645-e96bf26962de None None] For port fa6e0d29-a08a-437f-9662-aefacf2542d9, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=fa6e0d29-a08a-437f-9662-aefacf2542d9,segment=NetworkSegment(dd24c109-b873-4075-a547-36393fe5fd42),segment_id=dd24c109-b873-4075-a547-36393fe5fd42)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:16:13.912439 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-2fda0bd1-ffd0-44e6-a645-e96bf26962de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:13.926209 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-9a560016-c552-426b-8de3-188eab26eb9e admin admin] Calling delete_port for fa6e0d29-a08a-437f-9662-aefacf2542d9 owned by network:dhcp {{(pid=91837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:16:13.939522 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-e08cc315-75ad-4a2c-8898-b662bebbcb02 req-8639fd43-c81a-4715-9dbd-04371640a4c8 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61d2b14-a7d6-43e6-b8de-881c217fbe6a HTTP/1.1" status: 200 len: 210 time: 0.1133142 May 19 21:16:14.004410 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9a560016-c552-426b-8de3-188eab26eb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6754477'] for port, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:14.009200 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:14.039458 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-2fda0bd1-ffd0-44e6-a645-e96bf26962de None None] Calling delete_port for fa6e0d29-a08a-437f-9662-aefacf2542d9 owned by network:dhcp {{(pid=91838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:16:14.061112 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a560016-c552-426b-8de3-188eab26eb9e admin admin] Pushing event deleted for resources: {'Port': ['ID=fa6e0d29-a08a-437f-9662-aefacf2542d9,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:14.070502 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a560016-c552-426b-8de3-188eab26eb9e admin admin] No DVR routers for this DVR port fa6e0d29-a08a-437f-9662-aefacf2542d9 on host dv-cinder-784623-12-iscsi {{(pid=91837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:16:14.096729 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-2fda0bd1-ffd0-44e6-a645-e96bf26962de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196'] for port, after_delete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:14.103939 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-9a560016-c552-426b-8de3-188eab26eb9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:14.106136 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:14.204621 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9a560016-c552-426b-8de3-188eab26eb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754869', 'neutron.services.segments.db._delete_segments_for_network-8750774465410'] for network, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:14.206795 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda0bd1-ffd0-44e6-a645-e96bf26962de None None] Pushing event deleted for resources: {'Port': ['ID=fa6e0d29-a08a-437f-9662-aefacf2542d9,revision_number=None']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:14.209376 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fda0bd1-ffd0-44e6-a645-e96bf26962de None None] No DVR routers for this DVR port fa6e0d29-a08a-437f-9662-aefacf2542d9 on host dv-cinder-784623-12-iscsi {{(pid=91838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:16:14.218170 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda0bd1-ffd0-44e6-a645-e96bf26962de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:14.218760 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda0bd1-ffd0-44e6-a645-e96bf26962de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:14.219137 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda0bd1-ffd0-44e6-a645-e96bf26962de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:14.219626 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda0bd1-ffd0-44e6-a645-e96bf26962de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:14.219956 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda0bd1-ffd0-44e6-a645-e96bf26962de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:14.220852 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda0bd1-ffd0-44e6-a645-e96bf26962de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:14.220852 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda0bd1-ffd0-44e6-a645-e96bf26962de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:14.221262 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda0bd1-ffd0-44e6-a645-e96bf26962de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:14.221727 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda0bd1-ffd0-44e6-a645-e96bf26962de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:14.222244 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda0bd1-ffd0-44e6-a645-e96bf26962de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:14.222548 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda0bd1-ffd0-44e6-a645-e96bf26962de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:14.222877 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda0bd1-ffd0-44e6-a645-e96bf26962de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:14.230254 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-2fda0bd1-ffd0-44e6-a645-e96bf26962de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:14.233676 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.services.segments.db [None req-9a560016-c552-426b-8de3-188eab26eb9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33245778-87d9-4ace-bbb7-ad7041ac660d']}} {{(pid=91837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:14.248366 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.services.segments.db [None req-9a560016-c552-426b-8de3-188eab26eb9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd24c109-b873-4075-a547-36393fe5fd42') {'for_net_delete': True} {{(pid=91837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:14.248668 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.services.segments.db [None req-9a560016-c552-426b-8de3-188eab26eb9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd24c109-b873-4075-a547-36393fe5fd42') {} {{(pid=91837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:14.264094 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9a560016-c552-426b-8de3-188eab26eb9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750774475915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7566412'] for segment, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:14.285058 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9a560016-c552-426b-8de3-188eab26eb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:14.292988 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a560016-c552-426b-8de3-188eab26eb9e admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=91837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:16:14.293459 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9a560016-c552-426b-8de3-188eab26eb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6754512'] for segment, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:14.308320 dv-cinder-784623-12-iscsi neutron-server[91837]: Traceback (most recent call last): May 19 21:16:14.308320 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 21:16:14.308320 dv-cinder-784623-12-iscsi neutron-server[91837]: timer() May 19 21:16:14.308320 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 21:16:14.308320 dv-cinder-784623-12-iscsi neutron-server[91837]: cb(*args, **kw) May 19 21:16:14.308320 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 21:16:14.308320 dv-cinder-784623-12-iscsi neutron-server[91837]: return func(*args, **kwargs) May 19 21:16:14.308320 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 21:16:14.308320 dv-cinder-784623-12-iscsi neutron-server[91837]: self._notify() May 19 21:16:14.308320 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 21:16:14.308320 dv-cinder-784623-12-iscsi neutron-server[91837]: self.callback(batched_events) May 19 21:16:14.308320 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 21:16:14.308320 dv-cinder-784623-12-iscsi neutron-server[91837]: event.method(event) May 19 21:16:14.308320 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 21:16:14.308320 dv-cinder-784623-12-iscsi neutron-server[91837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 21:16:14.308320 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 21:16:14.308320 dv-cinder-784623-12-iscsi neutron-server[91837]: aggregate_uuid = self.p_client.list_aggregates( May 19 21:16:14.308320 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 21:16:14.308320 dv-cinder-784623-12-iscsi neutron-server[91837]: return f(self, *a, **k) May 19 21:16:14.308320 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 21:16:14.308320 dv-cinder-784623-12-iscsi neutron-server[91837]: return self._get(url).json() May 19 21:16:14.308320 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 21:16:14.308320 dv-cinder-784623-12-iscsi neutron-server[91837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 21:16:14.308320 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 21:16:14.308320 dv-cinder-784623-12-iscsi neutron-server[91837]: return self.request(url, 'GET', **kwargs) May 19 21:16:14.308320 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 21:16:14.308320 dv-cinder-784623-12-iscsi neutron-server[91837]: base_url = self.get_endpoint(auth, allow=allow, May 19 21:16:14.308320 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 21:16:14.308320 dv-cinder-784623-12-iscsi neutron-server[91837]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 21:16:14.308320 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 21:16:14.308320 dv-cinder-784623-12-iscsi neutron-server[91837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 21:16:14.308320 dv-cinder-784623-12-iscsi neutron-server[91837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 21:16:14.388941 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9a560016-c552-426b-8de3-188eab26eb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662838'] for network, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:14.392801 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:14.411248 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9a560016-c552-426b-8de3-188eab26eb9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:14.422095 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a560016-c552-426b-8de3-188eab26eb9e admin admin] Pushing event deleted for resources: {'Network': ['ID=33245778-87d9-4ace-bbb7-ad7041ac660d,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:14.425420 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-9a560016-c552-426b-8de3-188eab26eb9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:14.441398 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-9a560016-c552-426b-8de3-188eab26eb9e admin admin] 10.222.0.44 "DELETE /v2.0/networks/33245778-87d9-4ace-bbb7-ad7041ac660d HTTP/1.1" status: 204 len: 168 time: 1.0705171 May 19 21:16:14.549456 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:14.636674 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 53682) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:14.699353 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-eb7a4818-643c-4d8f-9b44-01c6826805ea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c68d7fb43ad842fea0b389e597b14848&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0610082 May 19 21:16:14.702170 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 53686) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:14.765278 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-529c0849-def1-4cd0-ae11-a3b317a225fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:14.793042 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-529c0849-def1-4cd0-ae11-a3b317a225fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:14.848369 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-529c0849-def1-4cd0-ae11-a3b317a225fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:14.852501 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-4eda7152-976f-47d9-94a5-968394178c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:14.865709 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c0849-def1-4cd0-ae11-a3b317a225fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53587089-aabf-478b-af36-03aa8989c7f3,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:14.868465 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-529c0849-def1-4cd0-ae11-a3b317a225fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:14.878799 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-529c0849-def1-4cd0-ae11-a3b317a225fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:14.879949 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-529c0849-def1-4cd0-ae11-a3b317a225fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/53587089-aabf-478b-af36-03aa8989c7f3 HTTP/1.1" status: 204 len: 168 time: 0.1768868 May 19 21:16:14.942606 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-3acda168-22f5-46e5-bf21-e1cab449b784 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=85197dc04825410b896d26e5e089db4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304945 May 19 21:16:15.241189 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4851f5f5-ecf9-42ea-89ae-011644f2fd7a req-90424e66-9db5-426d-b334-f07783264ed4 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61d2b14-a7d6-43e6-b8de-881c217fbe6a HTTP/1.1" status: 200 len: 210 time: 0.1015568 May 19 21:16:15.300966 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-918cc1a6-040d-4204-aa56-d3c37c7461aa tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:15.302492 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-918cc1a6-040d-4204-aa56-d3c37c7461aa tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3546512 May 19 21:16:15.314811 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-0c12b30b-bf74-46dd-a8b7-ae71b1576e23 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Request body: {'port': {'device_id': 'c61d2b14-a7d6-43e6-b8de-881c217fbe6a', 'network_id': '71733c29-3968-400f-8371-aa5d7cd67065', 'admin_state_up': True, 'tenant_id': '85197dc04825410b896d26e5e089db4d'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:16:15.433801 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device fa6e0d29-a08a-437f-9662-aefacf2542d9 no longer exists at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:16:15.464797 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-0c12b30b-bf74-46dd-a8b7-ae71b1576e23 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:16:15.468876 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-0c12b30b-bf74-46dd-a8b7-ae71b1576e23 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Usage tracker for resource:port and tenant:85197dc04825410b896d26e5e089db4d is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:16:15.470420 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] No Port match for: fa6e0d29-a08a-437f-9662-aefacf2542d9 {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:16:15.470778 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device fa6e0d29-a08a-437f-9662-aefacf2542d9 not bound to the agent host dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:16:15.472902 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-0c12b30b-bf74-46dd-a8b7-ae71b1576e23 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:16:15.480962 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-0c12b30b-bf74-46dd-a8b7-ae71b1576e23 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:16:15.491932 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-0c12b30b-bf74-46dd-a8b7-ae71b1576e23 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Made reservation on behalf of 85197dc04825410b896d26e5e089db4d for: {'port': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:16:15.495739 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-0c12b30b-bf74-46dd-a8b7-ae71b1576e23 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:15.509536 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-0c12b30b-bf74-46dd-a8b7-ae71b1576e23 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:15.527505 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-0c12b30b-bf74-46dd-a8b7-ae71b1576e23 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:16:15.531804 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-0c12b30b-bf74-46dd-a8b7-ae71b1576e23 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Usage tracker for resource:security_group_rule and tenant:85197dc04825410b896d26e5e089db4d is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:16:15.535252 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-0c12b30b-bf74-46dd-a8b7-ae71b1576e23 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:16:15.548551 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-0c12b30b-bf74-46dd-a8b7-ae71b1576e23 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:16:15.680806 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-0c12b30b-bf74-46dd-a8b7-ae71b1576e23 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:15.686249 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-0c12b30b-bf74-46dd-a8b7-ae71b1576e23 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:15.691275 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-3d91b105-1852-432a-a880-0f523d583067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:15.782768 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12b30b-bf74-46dd-a8b7-ae71b1576e23 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=460e47d9-a861-476f-aa91-25c42b6ef69b,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:15.788426 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-0c12b30b-bf74-46dd-a8b7-ae71b1576e23 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:15.917085 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-0c12b30b-bf74-46dd-a8b7-ae71b1576e23 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Allocated IP 192.168.233.6 (71733c29-3968-400f-8371-aa5d7cd67065/a2a870bc-c324-4262-b87b-adeab29c93e3/87409bea-ca36-488a-9305-a110ddc09435) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:16:16.151731 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-0c12b30b-bf74-46dd-a8b7-ae71b1576e23 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:16.169161 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-0c12b30b-bf74-46dd-a8b7-ae71b1576e23 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Transition to ACTIVE for port object 87409bea-ca36-488a-9305-a110ddc09435 will not be triggered until provisioned by entity DHCP. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:16:16.194834 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-0c12b30b-bf74-46dd-a8b7-ae71b1576e23 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:16.201318 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-96fa1557-b610-4487-8363-59cc19bc2137 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:16.280139 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-0c12b30b-bf74-46dd-a8b7-ae71b1576e23 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Network 71733c29-3968-400f-8371-aa5d7cd67065 is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:16:16.283640 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-0c12b30b-bf74-46dd-a8b7-ae71b1576e23 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:16:16.289703 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-0c12b30b-bf74-46dd-a8b7-ae71b1576e23 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:16:16.333553 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12b30b-bf74-46dd-a8b7-ae71b1576e23 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Pushing event updated for resources: {'Port': ['ID=87409bea-ca36-488a-9305-a110ddc09435,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:16.342467 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-0c12b30b-bf74-46dd-a8b7-ae71b1576e23 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:16.366551 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-0c12b30b-bf74-46dd-a8b7-ae71b1576e23 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:16.367270 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-0c12b30b-bf74-46dd-a8b7-ae71b1576e23 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:16.399559 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-0c12b30b-bf74-46dd-a8b7-ae71b1576e23 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0886467 May 19 21:16:16.412427 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-beca03c1-5e0f-4bd1-9ebf-357b0377f561 service neutron] Request body: {'port': {'device_id': 'c61d2b14-a7d6-43e6-b8de-881c217fbe6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:16:16.506945 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ec50f-03c8-4653-bea6-ec9c9e3ab8dd req-c458e2ee-f95b-4f20-8eb6-7bbc18e55922 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:16.515792 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-643ec50f-03c8-4653-bea6-ec9c9e3ab8dd req-c458e2ee-f95b-4f20-8eb6-7bbc18e55922 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61d2b14-a7d6-43e6-b8de-881c217fbe6a HTTP/1.1" status: 200 len: 934 time: 0.1305938 May 19 21:16:16.565539 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-beca03c1-5e0f-4bd1-9ebf-357b0377f561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:16.577184 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-643ec50f-03c8-4653-bea6-ec9c9e3ab8dd req-96a0d6b5-d247-46d2-8966-4898eeddc049 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] 10.222.0.44 "GET /v2.0/security-groups?id=460e47d9-a861-476f-aa91-25c42b6ef69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599172 May 19 21:16:16.635251 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-4ef9fdc4-3a0f-4a16-b105-42df5e2db637 None None] Provisioning for port 87409bea-ca36-488a-9305-a110ddc09435 completed by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:16:16.641451 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-4ef9fdc4-3a0f-4a16-b105-42df5e2db637 None None] Provisioning complete for port 87409bea-ca36-488a-9305-a110ddc09435 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:16:16.641948 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-4ef9fdc4-3a0f-4a16-b105-42df5e2db637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:16.709520 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-4ef9fdc4-3a0f-4a16-b105-42df5e2db637 None None] Port 87409bea-ca36-488a-9305-a110ddc09435 cannot update to ACTIVE because it is not bound. {{(pid=91838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 21:16:16.749573 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 53746) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:16.899579 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-57b99eb1-993b-421b-a096-72d1e90f184d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:16.918993 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-57b99eb1-993b-421b-a096-72d1e90f184d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:16:16.923099 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-57b99eb1-993b-421b-a096-72d1e90f184d admin admin] Usage tracker for resource:security_group_rule and tenant:d462261fb41d4dae8752ddb9c63af18a is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:16:16.926086 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-57b99eb1-993b-421b-a096-72d1e90f184d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:16:16.933057 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-57b99eb1-993b-421b-a096-72d1e90f184d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:16:16.963286 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-beca03c1-5e0f-4bd1-9ebf-357b0377f561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87409bea-ca36-488a-9305-a110ddc09435 {{(pid=91836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:16:16.972056 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-beca03c1-5e0f-4bd1-9ebf-357b0377f561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:16.988628 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-beca03c1-5e0f-4bd1-9ebf-357b0377f561 service neutron] Transition to ACTIVE for port object 87409bea-ca36-488a-9305-a110ddc09435 will not be triggered until provisioned by entity L2. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:16:16.995258 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-beca03c1-5e0f-4bd1-9ebf-357b0377f561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:17.001335 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-b4354fd1-6c3d-4724-a822-85c6f287e1ce tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:17.034654 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-57b99eb1-993b-421b-a096-72d1e90f184d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:17.043386 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-57b99eb1-993b-421b-a096-72d1e90f184d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:17.056313 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-70f89d77-e547-4868-853b-c2ae21b27ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:17.098424 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-57b99eb1-993b-421b-a096-72d1e90f184d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d462261fb41d4dae8752ddb9c63af18a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3467975 May 19 21:16:17.099365 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b99eb1-993b-421b-a096-72d1e90f184d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1df65c-87df-488a-8a02-9100f9c0dfb7,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:17.102049 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 53752) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:17.105417 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-57b99eb1-993b-421b-a096-72d1e90f184d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:17.173046 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca03c1-5e0f-4bd1-9ebf-357b0377f561 service neutron] Pushing event updated for resources: {'Port': ['ID=87409bea-ca36-488a-9305-a110ddc09435,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:17.175180 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-beca03c1-5e0f-4bd1-9ebf-357b0377f561 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:17.183338 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-95431928-40e4-4d33-a81c-2b89b8986a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:17.212389 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-95431928-40e4-4d33-a81c-2b89b8986a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:17.250102 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-beca03c1-5e0f-4bd1-9ebf-357b0377f561 service neutron] Attempting to bind port 87409bea-ca36-488a-9305-a110ddc09435 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:16:17.250439 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-beca03c1-5e0f-4bd1-9ebf-357b0377f561 service neutron] Attempting to bind port 87409bea-ca36-488a-9305-a110ddc09435 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'd38ebe6e-f3ed-440a-b2f2-0dc945971040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '71733c29-3968-400f-8371-aa5d7cd67065'}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:16:17.250768 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-beca03c1-5e0f-4bd1-9ebf-357b0377f561 service neutron] Attempting to bind port 87409bea-ca36-488a-9305-a110ddc09435 on network 71733c29-3968-400f-8371-aa5d7cd67065 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:16:17.256373 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-beca03c1-5e0f-4bd1-9ebf-357b0377f561 service neutron] Port 87409bea-ca36-488a-9305-a110ddc09435 on network 71733c29-3968-400f-8371-aa5d7cd67065 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 21:16:17.256698 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-beca03c1-5e0f-4bd1-9ebf-357b0377f561 service neutron] Attempting to bind port 87409bea-ca36-488a-9305-a110ddc09435 on network 71733c29-3968-400f-8371-aa5d7cd67065 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:16:17.262866 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-beca03c1-5e0f-4bd1-9ebf-357b0377f561 service neutron] Checking agent: {'id': '2fb6168f-df3b-41e1-92fa-9ac77f822fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'started_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:16:17.263241 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-beca03c1-5e0f-4bd1-9ebf-357b0377f561 service neutron] Checking segment: {'id': 'd38ebe6e-f3ed-440a-b2f2-0dc945971040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '71733c29-3968-400f-8371-aa5d7cd67065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:16:17.263600 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-beca03c1-5e0f-4bd1-9ebf-357b0377f561 service neutron] Bound using segment: {'id': 'd38ebe6e-f3ed-440a-b2f2-0dc945971040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '71733c29-3968-400f-8371-aa5d7cd67065'} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:16:17.264031 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-beca03c1-5e0f-4bd1-9ebf-357b0377f561 service neutron] Bound port: 87409bea-ca36-488a-9305-a110ddc09435, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd38ebe6e-f3ed-440a-b2f2-0dc945971040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '71733c29-3968-400f-8371-aa5d7cd67065'}}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:16:17.264380 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-beca03c1-5e0f-4bd1-9ebf-357b0377f561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:17.386320 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-95431928-40e4-4d33-a81c-2b89b8986a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:17.391736 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-d6f087e5-e69d-4a39-ab26-594576b16d72 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:17.403329 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95431928-40e4-4d33-a81c-2b89b8986a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1df65c-87df-488a-8a02-9100f9c0dfb7,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:17.407528 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-95431928-40e4-4d33-a81c-2b89b8986a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:17.411059 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-95431928-40e4-4d33-a81c-2b89b8986a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:17.412407 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-95431928-40e4-4d33-a81c-2b89b8986a7a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7c1df65c-87df-488a-8a02-9100f9c0dfb7 HTTP/1.1" status: 204 len: 168 time: 0.3094497 May 19 21:16:17.501649 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-beca03c1-5e0f-4bd1-9ebf-357b0377f561 service neutron] For port 87409bea-ca36-488a-9305-a110ddc09435, host hv-cinder-78462, cleared binding levels {{(pid=91836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:16:17.508619 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-beca03c1-5e0f-4bd1-9ebf-357b0377f561 service neutron] For port 87409bea-ca36-488a-9305-a110ddc09435, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=87409bea-ca36-488a-9305-a110ddc09435,segment=NetworkSegment(d38ebe6e-f3ed-440a-b2f2-0dc945971040),segment_id=d38ebe6e-f3ed-440a-b2f2-0dc945971040)] {{(pid=91836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:16:17.516308 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-beca03c1-5e0f-4bd1-9ebf-357b0377f561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:17.522453 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-c76edbd3-c98b-46bc-9b55-0e321987b904 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:17.583507 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-beca03c1-5e0f-4bd1-9ebf-357b0377f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:17.584132 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-beca03c1-5e0f-4bd1-9ebf-357b0377f561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:17.585546 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-beca03c1-5e0f-4bd1-9ebf-357b0377f561 service neutron] 10.222.0.25 "PUT /v2.0/ports/87409bea-ca36-488a-9305-a110ddc09435 HTTP/1.1" status: 200 len: 1096 time: 1.1776600 May 19 21:16:17.586073 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61d2b14-a7d6-43e6-b8de-881c217fbe6a', 'tag': '87409bea-ca36-488a-9305-a110ddc09435'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:16:17.637032 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca03c1-5e0f-4bd1-9ebf-357b0377f561 service neutron] Pushing event updated for resources: {'Port': ['ID=87409bea-ca36-488a-9305-a110ddc09435,revision_number=3']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:17.678233 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-beca03c1-5e0f-4bd1-9ebf-357b0377f561 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:17.686565 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c61d2b14-a7d6-43e6-b8de-881c217fbe6a', 'tag': '87409bea-ca36-488a-9305-a110ddc09435', 'status': 'completed', 'code': 200} May 19 21:16:17.747937 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-87b5095d-b87b-48fa-85a8-2c18a43eee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:17.749664 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-87b5095d-b87b-48fa-85a8-2c18a43eee8d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=85197dc04825410b896d26e5e089db4d&device_id=c61d2b14-a7d6-43e6-b8de-881c217fbe6a HTTP/1.1" status: 200 len: 1099 time: 0.1138608 May 19 21:16:17.827460 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-1713b006-8592-496c-838e-4ce6f8f446c7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=87409bea-ca36-488a-9305-a110ddc09435 HTTP/1.1" status: 200 len: 217 time: 0.0708354 May 19 21:16:17.831920 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f34979-ad80-453d-a18a-942b5bfc1191 req-fed0ea41-4f43-4ee0-a151-e4a19f07828e tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:17.833744 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-44f34979-ad80-453d-a18a-942b5bfc1191 req-fed0ea41-4f43-4ee0-a151-e4a19f07828e tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61d2b14-a7d6-43e6-b8de-881c217fbe6a HTTP/1.1" status: 200 len: 946 time: 0.1141362 May 19 21:16:17.893308 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-44f34979-ad80-453d-a18a-942b5bfc1191 req-c8555841-ae9a-41bb-9e6a-eb839eb60ddb tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] 10.222.0.44 "GET /v2.0/security-groups?id=460e47d9-a861-476f-aa91-25c42b6ef69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532596 May 19 21:16:17.912093 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-e50dc18c-1b93-44c1-abed-268a5036249e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:17.913789 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-e50dc18c-1b93-44c1-abed-268a5036249e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2a870bc-c324-4262-b87b-adeab29c93e3 HTTP/1.1" status: 200 len: 843 time: 0.0798585 May 19 21:16:17.993706 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-556a1ad8-bff8-4039-8207-25bc2c2bea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:17.995632 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-556a1ad8-bff8-4039-8207-25bc2c2bea20 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=71733c29-3968-400f-8371-aa5d7cd67065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0758109 May 19 21:16:18.149999 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-64abca3e-70b9-485f-b201-b1e23f85a83c service neutron] 10.222.0.25 "GET /v2.0/networks/71733c29-3968-400f-8371-aa5d7cd67065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463878 May 19 21:16:18.290362 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8044e7ab-fde2-4f37-b6e5-3277c0e3e051 req-14e2d639-aeb7-4b28-b7c6-c0e04b8445fc service neutron] 10.222.0.25 "GET /v2.0/networks/71733c29-3968-400f-8371-aa5d7cd67065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334162 May 19 21:16:18.426296 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7f3c8-fd8b-4776-a55b-1c51744e174d req-c1f59316-b5ae-494c-997f-ca7597929af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:18.427829 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b0e7f3c8-fd8b-4776-a55b-1c51744e174d req-c1f59316-b5ae-494c-997f-ca7597929af4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=85197dc04825410b896d26e5e089db4d&device_id=c61d2b14-a7d6-43e6-b8de-881c217fbe6a HTTP/1.1" status: 200 len: 1099 time: 0.0819788 May 19 21:16:18.577931 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7f3c8-fd8b-4776-a55b-1c51744e174d req-67c22a5f-6fce-40ba-908a-c69ba198775f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:18.579430 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b0e7f3c8-fd8b-4776-a55b-1c51744e174d req-67c22a5f-6fce-40ba-908a-c69ba198775f service neutron] 10.222.0.25 "GET /v2.0/networks?id=71733c29-3968-400f-8371-aa5d7cd67065 HTTP/1.1" status: 200 len: 870 time: 0.1450064 May 19 21:16:18.649764 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b0e7f3c8-fd8b-4776-a55b-1c51744e174d req-81a99607-9231-4a46-952d-bee7187b8f52 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=87409bea-ca36-488a-9305-a110ddc09435 HTTP/1.1" status: 200 len: 217 time: 0.0628910 May 19 21:16:18.732459 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7f3c8-fd8b-4776-a55b-1c51744e174d req-c1fd9b60-f608-45e3-9e17-d559d6cf48b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:18.734326 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b0e7f3c8-fd8b-4776-a55b-1c51744e174d req-c1fd9b60-f608-45e3-9e17-d559d6cf48b7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2a870bc-c324-4262-b87b-adeab29c93e3 HTTP/1.1" status: 200 len: 843 time: 0.0773032 May 19 21:16:18.814962 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7f3c8-fd8b-4776-a55b-1c51744e174d req-7a6e8753-c7b0-472d-a4d1-5308d12e41ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:18.816445 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b0e7f3c8-fd8b-4776-a55b-1c51744e174d req-7a6e8753-c7b0-472d-a4d1-5308d12e41ae service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=71733c29-3968-400f-8371-aa5d7cd67065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0752649 May 19 21:16:18.990874 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b0e7f3c8-fd8b-4776-a55b-1c51744e174d req-27a15ce3-f2ac-4f11-9d61-0306091a83c9 service neutron] 10.222.0.25 "GET /v2.0/networks/71733c29-3968-400f-8371-aa5d7cd67065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667647 May 19 21:16:19.251746 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b0e7f3c8-fd8b-4776-a55b-1c51744e174d req-9dce5630-648c-435b-a5b4-7c5dc1070085 service neutron] 10.222.0.25 "GET /v2.0/networks/71733c29-3968-400f-8371-aa5d7cd67065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531750 May 19 21:16:19.268009 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd89f25-fcc1-4198-b28c-c485e340d449 req-f6de5a34-5e4a-4169-93af-a5b0b2a0e3d0 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:19.270143 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-5fd89f25-fcc1-4198-b28c-c485e340d449 req-f6de5a34-5e4a-4169-93af-a5b0b2a0e3d0 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Synchronizing usage tracker for tenant:85197dc04825410b896d26e5e089db4d on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:16:19.297299 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-5fd89f25-fcc1-4198-b28c-c485e340d449 req-f6de5a34-5e4a-4169-93af-a5b0b2a0e3d0 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Unset dirty status for tenant:85197dc04825410b896d26e5e089db4d on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:16:19.298628 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5fd89f25-fcc1-4198-b28c-c485e340d449 req-f6de5a34-5e4a-4169-93af-a5b0b2a0e3d0 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61d2b14-a7d6-43e6-b8de-881c217fbe6a HTTP/1.1" status: 200 len: 946 time: 0.2719538 May 19 21:16:19.358353 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-5fd89f25-fcc1-4198-b28c-c485e340d449 req-6596d6cd-3b4d-44d6-9493-78552931e026 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Synchronizing usage tracker for tenant:85197dc04825410b896d26e5e089db4d on resource:security_group {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:16:19.381682 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-5fd89f25-fcc1-4198-b28c-c485e340d449 req-6596d6cd-3b4d-44d6-9493-78552931e026 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Unset dirty status for tenant:85197dc04825410b896d26e5e089db4d on resource:security_group {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:16:19.382902 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5fd89f25-fcc1-4198-b28c-c485e340d449 req-6596d6cd-3b4d-44d6-9493-78552931e026 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] 10.222.0.44 "GET /v2.0/security-groups?id=460e47d9-a861-476f-aa91-25c42b6ef69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778224 May 19 21:16:19.580410 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 87409bea-ca36-488a-9305-a110ddc09435 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 21:16:19.753961 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 87409bea-ca36-488a-9305-a110ddc09435, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=87409bea-ca36-488a-9305-a110ddc09435,segment=NetworkSegment(d38ebe6e-f3ed-440a-b2f2-0dc945971040),segment_id=d38ebe6e-f3ed-440a-b2f2-0dc945971040)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:16:19.772804 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Returning: {'device': '87409bea-ca36-488a-9305-a110ddc09435', 'network_id': '71733c29-3968-400f-8371-aa5d7cd67065', 'port_id': '87409bea-ca36-488a-9305-a110ddc09435', 'mac_address': 'fa:16:3e:86:10:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a870bc-c324-4262-b87b-adeab29c93e3', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 21:16:19.834936 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:19.863156 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87409bea-ca36-488a-9305-a110ddc09435 {{(pid=91838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:16:19.889998 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 87409bea-ca36-488a-9305-a110ddc09435, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=87409bea-ca36-488a-9305-a110ddc09435,segment=NetworkSegment(d38ebe6e-f3ed-440a-b2f2-0dc945971040),segment_id=d38ebe6e-f3ed-440a-b2f2-0dc945971040)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:16:19.896185 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:19.899723 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-809320df-69b5-47fb-baad-403cce7be203 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:19.976127 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=87409bea-ca36-488a-9305-a110ddc09435,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:19.981670 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 53822) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:19.982943 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:20.123168 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['87409bea-ca36-488a-9305-a110ddc09435'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:16:20.125719 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-32e0b247-559a-4373-bff8-bb368d364cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:20.142390 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-32e0b247-559a-4373-bff8-bb368d364cc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:16:20.147141 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-32e0b247-559a-4373-bff8-bb368d364cc5 admin admin] Usage tracker for resource:security_group_rule and tenant:8088ffc64e4946ea9144105cc81cf76c is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:16:20.150406 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-32e0b247-559a-4373-bff8-bb368d364cc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:16:20.157924 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-32e0b247-559a-4373-bff8-bb368d364cc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:16:20.284865 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-32e0b247-559a-4373-bff8-bb368d364cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:20.290558 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-32e0b247-559a-4373-bff8-bb368d364cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:20.305943 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-ca3b097c-0a4b-4ed5-bcaa-0e5118579a66 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:20.371872 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-32e0b247-559a-4373-bff8-bb368d364cc5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8088ffc64e4946ea9144105cc81cf76c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3885746 May 19 21:16:20.373857 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0b247-559a-4373-bff8-bb368d364cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e95bb1-84e8-42c6-be97-da3ce3551ab9,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:20.375308 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 53828) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:20.377870 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-32e0b247-559a-4373-bff8-bb368d364cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:20.478161 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6373e1ef-f167-43fb-826e-846d10c32d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:20.508409 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6373e1ef-f167-43fb-826e-846d10c32d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:20.569067 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6373e1ef-f167-43fb-826e-846d10c32d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:20.576306 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-6b85669e-f6f7-493e-aa10-54f441be5376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:20.594612 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373e1ef-f167-43fb-826e-846d10c32d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e95bb1-84e8-42c6-be97-da3ce3551ab9,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:20.596743 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6373e1ef-f167-43fb-826e-846d10c32d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:20.601729 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-6373e1ef-f167-43fb-826e-846d10c32d24 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13e95bb1-84e8-42c6-be97-da3ce3551ab9 HTTP/1.1" status: 204 len: 168 time: 0.2209134 May 19 21:16:20.602426 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12d8f3-17a3-460b-b514-434c68ce8a4e req-d12834f9-fe15-4e5f-8a34-88baa863d798 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:20.602726 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-6373e1ef-f167-43fb-826e-846d10c32d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:20.602893 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-be12d8f3-17a3-460b-b514-434c68ce8a4e req-d12834f9-fe15-4e5f-8a34-88baa863d798 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61d2b14-a7d6-43e6-b8de-881c217fbe6a HTTP/1.1" status: 200 len: 947 time: 0.0911455 May 19 21:16:20.661389 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-be12d8f3-17a3-460b-b514-434c68ce8a4e req-706cd88b-83f2-4b64-aac7-21818a12d9fa tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] 10.222.0.44 "GET /v2.0/security-groups?id=460e47d9-a861-476f-aa91-25c42b6ef69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534749 May 19 21:16:20.945488 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 53838) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:21.070612 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6576251d-9eed-496c-90a0-ed45d9f23b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:21.086345 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-6576251d-9eed-496c-90a0-ed45d9f23b5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:16:21.090640 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-6576251d-9eed-496c-90a0-ed45d9f23b5c admin admin] Usage tracker for resource:security_group_rule and tenant:c5ae0764a2c844e8bbfc9fb053cf5b86 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:16:21.093851 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-6576251d-9eed-496c-90a0-ed45d9f23b5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:16:21.099911 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-6576251d-9eed-496c-90a0-ed45d9f23b5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:16:21.199527 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6576251d-9eed-496c-90a0-ed45d9f23b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:21.204867 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-6576251d-9eed-496c-90a0-ed45d9f23b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:21.219568 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-107c7c04-293d-4ff5-9db8-9fdcfe190c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:21.276690 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-6576251d-9eed-496c-90a0-ed45d9f23b5c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c5ae0764a2c844e8bbfc9fb053cf5b86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3300912 May 19 21:16:21.277695 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576251d-9eed-496c-90a0-ed45d9f23b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e3da6f-da07-47a7-9d8e-afd9453773af,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:21.279656 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 53842) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:21.280910 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-6576251d-9eed-496c-90a0-ed45d9f23b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:21.347834 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-2878f5f7-88bd-4304-bdf8-1e010238504a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:21.378437 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-2878f5f7-88bd-4304-bdf8-1e010238504a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:21.440208 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-2878f5f7-88bd-4304-bdf8-1e010238504a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:21.444336 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-5019984d-1bcf-48eb-8e73-09ba7c544598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:21.458533 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878f5f7-88bd-4304-bdf8-1e010238504a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e3da6f-da07-47a7-9d8e-afd9453773af,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:21.462668 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-2878f5f7-88bd-4304-bdf8-1e010238504a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:21.469142 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-2878f5f7-88bd-4304-bdf8-1e010238504a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:21.470720 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-2878f5f7-88bd-4304-bdf8-1e010238504a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/73e3da6f-da07-47a7-9d8e-afd9453773af HTTP/1.1" status: 204 len: 168 time: 0.1890750 May 19 21:16:21.611221 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 87409bea-ca36-488a-9305-a110ddc09435 up at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:16:21.688631 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning for port 87409bea-ca36-488a-9305-a110ddc09435 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:16:21.694549 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning complete for port 87409bea-ca36-488a-9305-a110ddc09435 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:16:21.695159 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:21.845201 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:21.883961 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61d2b14-a7d6-43e6-b8de-881c217fbe6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87409bea-ca36-488a-9305-a110ddc09435'}] {{(pid=91838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:16:21.896582 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 87409bea-ca36-488a-9305-a110ddc09435, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=87409bea-ca36-488a-9305-a110ddc09435,segment=NetworkSegment(d38ebe6e-f3ed-440a-b2f2-0dc945971040),segment_id=d38ebe6e-f3ed-440a-b2f2-0dc945971040)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:16:21.905381 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:21.908356 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-0dfa781b-cad7-425b-acc3-e7200e2c8a16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:21.955113 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b48bb3-4105-4545-9767-878a7a3e7d63 req-08b917e0-cfdd-40ad-817b-1e04887ad40c tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:21.956982 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-24b48bb3-4105-4545-9767-878a7a3e7d63 req-08b917e0-cfdd-40ad-817b-1e04887ad40c tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61d2b14-a7d6-43e6-b8de-881c217fbe6a HTTP/1.1" status: 200 len: 947 time: 0.1155627 May 19 21:16:21.958385 dv-cinder-784623-12-iscsi neutron-server[91838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61d2b14-a7d6-43e6-b8de-881c217fbe6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87409bea-ca36-488a-9305-a110ddc09435', 'code': 200} May 19 21:16:22.008071 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=87409bea-ca36-488a-9305-a110ddc09435,revision_number=5']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:22.014132 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:22.024007 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-24b48bb3-4105-4545-9767-878a7a3e7d63 req-a5767252-bfb8-486e-b1b9-4ebddb06292a tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] 10.222.0.44 "GET /v2.0/security-groups?id=460e47d9-a861-476f-aa91-25c42b6ef69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573053 May 19 21:16:22.213618 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cadd03-0e73-4b7a-b2e8-dd7eecd9c34f req-e2bca779-2a27-435e-918b-49743fcc6b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:22.215253 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f7cadd03-0e73-4b7a-b2e8-dd7eecd9c34f req-e2bca779-2a27-435e-918b-49743fcc6b47 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c61d2b14-a7d6-43e6-b8de-881c217fbe6a HTTP/1.1" status: 200 len: 1101 time: 0.0820074 May 19 21:16:22.268297 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f7cadd03-0e73-4b7a-b2e8-dd7eecd9c34f req-ab8c7030-eafb-4b2c-bf7c-12ed67578989 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=460e47d9-a861-476f-aa91-25c42b6ef69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453789 May 19 21:16:23.263295 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b15d3-8d5a-49ea-b7cb-01b684cf04b6 req-f823e699-d645-4b9c-8f09-3b0229d5973d tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:23.265294 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-f42b15d3-8d5a-49ea-b7cb-01b684cf04b6 req-f823e699-d645-4b9c-8f09-3b0229d5973d tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61d2b14-a7d6-43e6-b8de-881c217fbe6a HTTP/1.1" status: 200 len: 948 time: 0.1094952 May 19 21:16:23.318401 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-f42b15d3-8d5a-49ea-b7cb-01b684cf04b6 req-6e71165e-4341-4f3d-b0bd-799576720e1c tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] 10.222.0.44 "GET /v2.0/security-groups?id=460e47d9-a861-476f-aa91-25c42b6ef69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451064 May 19 21:16:24.531602 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e9b3c-9917-4044-892b-5611f1d6a150 req-b2348320-d268-411c-8aa0-dd0b7537843f tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:24.533127 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-395e9b3c-9917-4044-892b-5611f1d6a150 req-b2348320-d268-411c-8aa0-dd0b7537843f tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61d2b14-a7d6-43e6-b8de-881c217fbe6a HTTP/1.1" status: 200 len: 948 time: 0.0943365 May 19 21:16:24.588820 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-395e9b3c-9917-4044-892b-5611f1d6a150 req-0c8e6af8-1c7e-4533-83f1-0aa8bfa1d57b tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] 10.222.0.44 "GET /v2.0/security-groups?id=460e47d9-a861-476f-aa91-25c42b6ef69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494947 May 19 21:16:25.110114 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c13ca3-df2f-42b9-bde3-1316842686bc req-f7726402-d8dd-4694-a27d-70cbad299293 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:25.111777 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-87c13ca3-df2f-42b9-bde3-1316842686bc req-f7726402-d8dd-4694-a27d-70cbad299293 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61d2b14-a7d6-43e6-b8de-881c217fbe6a HTTP/1.1" status: 200 len: 948 time: 0.1028147 May 19 21:16:25.163368 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-87c13ca3-df2f-42b9-bde3-1316842686bc req-dad403f1-cd53-4912-b02e-3c97c593d42d tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] 10.222.0.44 "GET /v2.0/security-groups?id=460e47d9-a861-476f-aa91-25c42b6ef69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446041 May 19 21:16:26.312361 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cc56e-5ce3-429a-8270-18c6fcd99f72 req-3f5dc9bd-e82a-47bc-9095-9c263538f44e tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:26.314015 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-049cc56e-5ce3-429a-8270-18c6fcd99f72 req-3f5dc9bd-e82a-47bc-9095-9c263538f44e tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] 10.222.0.25 "GET /v2.0/ports?device_id=c61d2b14-a7d6-43e6-b8de-881c217fbe6a HTTP/1.1" status: 200 len: 948 time: 0.0918763 May 19 21:16:26.394475 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51d338-1f0d-4109-8f61-b646dd509830 req-a34f5e08-fb41-4e0c-8b9a-b9db63442b86 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:26.396159 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-6a51d338-1f0d-4109-8f61-b646dd509830 req-a34f5e08-fb41-4e0c-8b9a-b9db63442b86 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61d2b14-a7d6-43e6-b8de-881c217fbe6a HTTP/1.1" status: 200 len: 948 time: 0.0881331 May 19 21:16:26.448923 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-6a51d338-1f0d-4109-8f61-b646dd509830 req-ac00aa29-f2f9-4688-9cb1-4a6d89a4424d tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] 10.222.0.44 "GET /v2.0/security-groups?id=460e47d9-a861-476f-aa91-25c42b6ef69b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428460 May 19 21:16:26.463139 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-049cc56e-5ce3-429a-8270-18c6fcd99f72 req-c240d2c0-f659-40b7-9e05-aaa468d8fac4 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Deleting port 87409bea-ca36-488a-9305-a110ddc09435 {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:16:26.463389 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-049cc56e-5ce3-429a-8270-18c6fcd99f72 req-c240d2c0-f659-40b7-9e05-aaa468d8fac4 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:26.624723 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-049cc56e-5ce3-429a-8270-18c6fcd99f72 req-c240d2c0-f659-40b7-9e05-aaa468d8fac4 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] For port 87409bea-ca36-488a-9305-a110ddc09435, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=87409bea-ca36-488a-9305-a110ddc09435,segment=NetworkSegment(d38ebe6e-f3ed-440a-b2f2-0dc945971040),segment_id=d38ebe6e-f3ed-440a-b2f2-0dc945971040)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:16:26.625088 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-049cc56e-5ce3-429a-8270-18c6fcd99f72 req-c240d2c0-f659-40b7-9e05-aaa468d8fac4 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:26.754920 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-049cc56e-5ce3-429a-8270-18c6fcd99f72 req-c240d2c0-f659-40b7-9e05-aaa468d8fac4 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Calling delete_port for 87409bea-ca36-488a-9305-a110ddc09435 owned by compute:nova {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:16:26.891769 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-049cc56e-5ce3-429a-8270-18c6fcd99f72 req-c240d2c0-f659-40b7-9e05-aaa468d8fac4 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:26.899237 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-f80ae7f0-34ec-4250-864c-6fcf38bd1f48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:26.909406 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['87409bea-ca36-488a-9305-a110ddc09435'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:16:26.963695 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240d2c0-f659-40b7-9e05-aaa468d8fac4 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Pushing event deleted for resources: {'Port': ['ID=87409bea-ca36-488a-9305-a110ddc09435,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:26.972015 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-c240d2c0-f659-40b7-9e05-aaa468d8fac4 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:27.090887 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-049cc56e-5ce3-429a-8270-18c6fcd99f72 req-c240d2c0-f659-40b7-9e05-aaa468d8fac4 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] No DVR routers for this DVR port 87409bea-ca36-488a-9305-a110ddc09435 on host hv-cinder-78462 {{(pid=91836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:16:27.093005 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-049cc56e-5ce3-429a-8270-18c6fcd99f72 req-c240d2c0-f659-40b7-9e05-aaa468d8fac4 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:27.100160 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61d2b14-a7d6-43e6-b8de-881c217fbe6a', 'name': 'network-vif-deleted', 'tag': '87409bea-ca36-488a-9305-a110ddc09435'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:16:27.127504 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-98c27eb2-4365-4c59-b1fc-48288e14a29d req-92250cea-bd74-43c4-8031-41dc1f1275e0 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-171751522&fields=id&tenant_id=e141f08b4656401195114e7ec697b3cc HTTP/1.1" status: 200 len: 267 time: 0.1480572 May 19 21:16:27.189368 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61d2b14-a7d6-43e6-b8de-881c217fbe6a', 'name': 'network-vif-deleted', 'tag': '87409bea-ca36-488a-9305-a110ddc09435', 'status': 'completed', 'code': 200} May 19 21:16:27.196797 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-049cc56e-5ce3-429a-8270-18c6fcd99f72 req-c240d2c0-f659-40b7-9e05-aaa468d8fac4 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] 10.222.0.25 "DELETE /v2.0/ports/87409bea-ca36-488a-9305-a110ddc09435 HTTP/1.1" status: 204 len: 173 time: 0.8772855 May 19 21:16:27.248468 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c27eb2-4365-4c59-b1fc-48288e14a29d req-5c491dd6-b97d-4299-a23d-3629824a0df9 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:27.250137 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-98c27eb2-4365-4c59-b1fc-48288e14a29d req-5c491dd6-b97d-4299-a23d-3629824a0df9 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 984 time: 0.1184316 May 19 21:16:27.262355 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-98c27eb2-4365-4c59-b1fc-48288e14a29d req-d1bceb56-4c47-4bf1-b7d9-8f4d2691a1f3 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Request body: {'port': {'security_groups': ['e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d']}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:16:27.411027 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-98c27eb2-4365-4c59-b1fc-48288e14a29d req-d1bceb56-4c47-4bf1-b7d9-8f4d2691a1f3 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:27.687621 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-3a72dbc4-4f94-4ba0-b722-236b7d74b7cc req-b7631566-c724-45af-bba7-430d222f437e tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61d2b14-a7d6-43e6-b8de-881c217fbe6a HTTP/1.1" status: 200 len: 210 time: 0.0971658 May 19 21:16:27.855810 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-98c27eb2-4365-4c59-b1fc-48288e14a29d req-d1bceb56-4c47-4bf1-b7d9-8f4d2691a1f3 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] For port 61b6d8d7-9335-45fa-ba71-5578c59b1d59, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=61b6d8d7-9335-45fa-ba71-5578c59b1d59,segment=NetworkSegment(8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0),segment_id=8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:16:27.886659 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-98c27eb2-4365-4c59-b1fc-48288e14a29d req-d1bceb56-4c47-4bf1-b7d9-8f4d2691a1f3 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:27.892596 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-98c27eb2-4365-4c59-b1fc-48288e14a29d req-d1bceb56-4c47-4bf1-b7d9-8f4d2691a1f3 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:27.899644 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-7d48a801-7b6d-4c34-bc27-a538259d4209 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:27.904426 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['61b6d8d7-9335-45fa-ba71-5578c59b1d59'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:16:27.981224 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c27eb2-4365-4c59-b1fc-48288e14a29d req-d1bceb56-4c47-4bf1-b7d9-8f4d2691a1f3 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:27.982117 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-98c27eb2-4365-4c59-b1fc-48288e14a29d req-d1bceb56-4c47-4bf1-b7d9-8f4d2691a1f3 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:27.984568 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-98c27eb2-4365-4c59-b1fc-48288e14a29d req-d1bceb56-4c47-4bf1-b7d9-8f4d2691a1f3 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "PUT /v2.0/ports/61b6d8d7-9335-45fa-ba71-5578c59b1d59 HTTP/1.1" status: 200 len: 942 time: 0.7272737 May 19 21:16:27.994843 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 53938) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:28.015070 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bceb56-4c47-4bf1-b7d9-8f4d2691a1f3 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Pushing event updated for resources: {'Port': ['ID=61b6d8d7-9335-45fa-ba71-5578c59b1d59,revision_number=7']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:28.025493 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-d1bceb56-4c47-4bf1-b7d9-8f4d2691a1f3 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:28.052637 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['61b6d8d7-9335-45fa-ba71-5578c59b1d59'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:16:28.085800 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-0afb809e-b1f3-4182-b563-e0fba7cdc469 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:28.139545 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-0afb809e-b1f3-4182-b563-e0fba7cdc469 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:28.224438 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:16:28.248594 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-0afb809e-b1f3-4182-b563-e0fba7cdc469 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:28.263877 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-86c679e3-bff5-4555-8dda-cd54113463e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:28.296698 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb809e-b1f3-4182-b563-e0fba7cdc469 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9056bc9d-c265-423b-be1e-c426eb6fac96,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:28.307722 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-0afb809e-b1f3-4182-b563-e0fba7cdc469 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:28.312208 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-0afb809e-b1f3-4182-b563-e0fba7cdc469 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:28.313516 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-0afb809e-b1f3-4182-b563-e0fba7cdc469 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "DELETE /v2.0/security-groups/9056bc9d-c265-423b-be1e-c426eb6fac96 HTTP/1.1" status: 204 len: 168 time: 0.3170204 May 19 21:16:28.318125 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 53942) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:28.349970 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-3a6cb512-7ce1-4378-9aaf-693e3848ab80 None None] Provisioning complete for port 61b6d8d7-9335-45fa-ba71-5578c59b1d59 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:16:28.350570 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-3a6cb512-7ce1-4378-9aaf-693e3848ab80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:28.720007 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-1b3c049d-52a0-4f3a-9720-4d0821e0e0ea tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Deleting port 23db8a07-4777-45d7-9a1c-75b36a83c2fe {{(pid=91837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:16:28.720885 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1b3c049d-52a0-4f3a-9720-4d0821e0e0ea tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:28.888847 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1b3c049d-52a0-4f3a-9720-4d0821e0e0ea tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:28.889259 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1b3c049d-52a0-4f3a-9720-4d0821e0e0ea tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:29.082129 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-1b3c049d-52a0-4f3a-9720-4d0821e0e0ea tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Calling delete_port for 23db8a07-4777-45d7-9a1c-75b36a83c2fe owned by network:floatingip {{(pid=91837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:16:29.175094 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 53980) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:29.191557 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9acc775-6b49-499a-a05c-d8d065f4ba4f', 'tag': '61b6d8d7-9335-45fa-ba71-5578c59b1d59'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:16:29.247507 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9acc775-6b49-499a-a05c-d8d065f4ba4f', 'tag': '61b6d8d7-9335-45fa-ba71-5578c59b1d59', 'status': 'completed', 'code': 200} May 19 21:16:29.325542 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1b3c049d-52a0-4f3a-9720-4d0821e0e0ea tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6754477'] for port, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:29.337724 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-cdcd0488-e030-46c6-81e6-c168248bf178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:29.405353 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-e1bb6aaf-5654-473d-8216-2e640a23a6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:29.425292 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08140070-7525-48c5-8d80-2c17d694ab1f req-69f4f5fb-d10f-4b96-a80d-66f8679e403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:29.427077 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-08140070-7525-48c5-8d80-2c17d694ab1f req-69f4f5fb-d10f-4b96-a80d-66f8679e403a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e141f08b4656401195114e7ec697b3cc&device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 1098 time: 0.1541531 May 19 21:16:29.432172 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-e1bb6aaf-5654-473d-8216-2e640a23a6ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:16:29.435519 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c049d-52a0-4f3a-9720-4d0821e0e0ea tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Pushing event deleted for resources: {'Port': ['ID=23db8a07-4777-45d7-9a1c-75b36a83c2fe,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:29.441675 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-1b3c049d-52a0-4f3a-9720-4d0821e0e0ea tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:29.479461 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-e1bb6aaf-5654-473d-8216-2e640a23a6ce admin admin] Usage tracker for resource:security_group_rule and tenant:f1bcf31cb741433e859a30fc306a6914 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:16:29.485326 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-e1bb6aaf-5654-473d-8216-2e640a23a6ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:16:29.542956 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-e1bb6aaf-5654-473d-8216-2e640a23a6ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:16:29.558380 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1b3c049d-52a0-4f3a-9720-4d0821e0e0ea tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks [] for floatingip, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:29.559388 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.db.l3_db [None req-1b3c049d-52a0-4f3a-9720-4d0821e0e0ea tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Floating IP acab1e1b-c30f-4048-93dd-17463af6483c disassociated (deleted). External IP: 172.27.1.137, port: 61b6d8d7-9335-45fa-ba71-5578c59b1d59. May 19 21:16:29.627933 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08140070-7525-48c5-8d80-2c17d694ab1f req-759d8d9b-1fb8-4701-aabd-18ad673cde0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:29.629423 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-08140070-7525-48c5-8d80-2c17d694ab1f req-759d8d9b-1fb8-4701-aabd-18ad673cde0c service neutron] 10.222.0.25 "GET /v2.0/networks?id=73b7349c-369e-491e-baf8-e9528bb71f6c HTTP/1.1" status: 200 len: 916 time: 0.1942856 May 19 21:16:29.641501 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 87409bea-ca36-488a-9305-a110ddc09435 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:16:29.684606 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] No Port match for: 87409bea-ca36-488a-9305-a110ddc09435 {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:16:29.685330 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 87409bea-ca36-488a-9305-a110ddc09435 not bound to the agent host hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:16:29.709854 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-08140070-7525-48c5-8d80-2c17d694ab1f req-b782a95a-0481-42b1-bc6c-9d960765ee6e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61b6d8d7-9335-45fa-ba71-5578c59b1d59 HTTP/1.1" status: 200 len: 217 time: 0.0739076 May 19 21:16:29.810700 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-e1bb6aaf-5654-473d-8216-2e640a23a6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:29.818644 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08140070-7525-48c5-8d80-2c17d694ab1f req-20899ffe-073b-4671-8c62-fae4c533274a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:29.820524 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-08140070-7525-48c5-8d80-2c17d694ab1f req-20899ffe-073b-4671-8c62-fae4c533274a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5dd05cad-8fb2-4162-80dd-c762712c0dfd HTTP/1.1" status: 200 len: 854 time: 0.1017849 May 19 21:16:29.822374 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-e1bb6aaf-5654-473d-8216-2e640a23a6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:29.837240 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-0c12b30b-bf74-46dd-a8b7-ae71b1576e23 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:29.946643 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-e1bb6aaf-5654-473d-8216-2e640a23a6ce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f1bcf31cb741433e859a30fc306a6914&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7703443 May 19 21:16:29.952256 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 54032) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:29.954683 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb6aaf-5654-473d-8216-2e640a23a6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be5369d-ec51-4038-b81c-f578e4ad2025,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:29.959551 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-e1bb6aaf-5654-473d-8216-2e640a23a6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:29.983194 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08140070-7525-48c5-8d80-2c17d694ab1f req-64ca04b2-5a7c-4e84-8a9b-8282166ed82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:29.985666 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-08140070-7525-48c5-8d80-2c17d694ab1f req-64ca04b2-5a7c-4e84-8a9b-8282166ed82e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=73b7349c-369e-491e-baf8-e9528bb71f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1517687 May 19 21:16:30.196920 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-08140070-7525-48c5-8d80-2c17d694ab1f req-f2af188b-bac7-45e8-a6fc-cdde7bb6a4cb service neutron] 10.222.0.25 "GET /v2.0/networks/73b7349c-369e-491e-baf8-e9528bb71f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040811 May 19 21:16:30.263212 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1d651c6d-3dfb-4b4a-ab3f-d2c4971856de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:30.319480 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1d651c6d-3dfb-4b4a-ab3f-d2c4971856de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:30.357180 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3c049d-52a0-4f3a-9720-4d0821e0e0ea tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Router 46e5f1e4-367c-475c-bac1-d85741b38633 has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:16:30.362884 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-08140070-7525-48c5-8d80-2c17d694ab1f req-9ca80ea7-0de2-4060-8b49-58ef5b73d0f4 service neutron] 10.222.0.25 "GET /v2.0/networks/73b7349c-369e-491e-baf8-e9528bb71f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586287 May 19 21:16:30.521212 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1d651c6d-3dfb-4b4a-ab3f-d2c4971856de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:30.529488 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-32e0b247-559a-4373-bff8-bb368d364cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:30.570909 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d651c6d-3dfb-4b4a-ab3f-d2c4971856de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be5369d-ec51-4038-b81c-f578e4ad2025,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:30.676391 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-1d651c6d-3dfb-4b4a-ab3f-d2c4971856de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:30.757609 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1d651c6d-3dfb-4b4a-ab3f-d2c4971856de admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:30.759600 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-1d651c6d-3dfb-4b4a-ab3f-d2c4971856de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0be5369d-ec51-4038-b81c-f578e4ad2025 HTTP/1.1" status: 204 len: 168 time: 0.8047907 May 19 21:16:30.780844 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3c049d-52a0-4f3a-9720-4d0821e0e0ea tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:16:30.801131 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-1b3c049d-52a0-4f3a-9720-4d0821e0e0ea tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for floatingip, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:30.802356 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59ac2a8-c1ee-45a4-be74-cf68ed383de1 None None] Sync routers for ids ['46e5f1e4-367c-475c-bac1-d85741b38633'] in dv-cinder-784623-12-iscsi {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:16:30.823483 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59ac2a8-c1ee-45a4-be74-cf68ed383de1 None None] Routers {'46e5f1e4-367c-475c-bac1-d85741b38633'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:16:30.824470 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-b59ac2a8-c1ee-45a4-be74-cf68ed383de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:16:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['46e5f1e4-367c-475c-bac1-d85741b38633'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:30.920941 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-1b3c049d-52a0-4f3a-9720-4d0821e0e0ea tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "DELETE /v2.0/floatingips/acab1e1b-c30f-4048-93dd-17463af6483c HTTP/1.1" status: 204 len: 168 time: 2.6015234 May 19 21:16:30.921858 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9acc775-6b49-499a-a05c-d8d065f4ba4f', 'tag': '61b6d8d7-9335-45fa-ba71-5578c59b1d59'}] {{(pid=91837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:16:31.018030 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9acc775-6b49-499a-a05c-d8d065f4ba4f', 'tag': '61b6d8d7-9335-45fa-ba71-5578c59b1d59', 'status': 'completed', 'code': 200} May 19 21:16:31.204196 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-b59ac2a8-c1ee-45a4-be74-cf68ed383de1 None None] Set router 46e5f1e4-367c-475c-bac1-d85741b38633 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:16:31.204728 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8680c3e-5dbe-4987-81ee-94f863db9d79 req-07651167-dd47-419d-b542-5868a9182f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:31.213909 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e8680c3e-5dbe-4987-81ee-94f863db9d79 req-07651167-dd47-419d-b542-5868a9182f8f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e141f08b4656401195114e7ec697b3cc&device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 1098 time: 0.1598573 May 19 21:16:31.482582 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8680c3e-5dbe-4987-81ee-94f863db9d79 req-b3cc06fb-2f87-4471-8127-15fa8cafdfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:31.485022 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e8680c3e-5dbe-4987-81ee-94f863db9d79 req-b3cc06fb-2f87-4471-8127-15fa8cafdfa5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=73b7349c-369e-491e-baf8-e9528bb71f6c HTTP/1.1" status: 200 len: 916 time: 0.2699702 May 19 21:16:31.593940 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 54138) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:31.629707 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-033f1bc7-226a-4c95-a903-fd8f5a202642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:31.667438 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-033f1bc7-226a-4c95-a903-fd8f5a202642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:16:31.675744 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-033f1bc7-226a-4c95-a903-fd8f5a202642 admin admin] Usage tracker for resource:security_group_rule and tenant:71c03133cd334130bae3fcd7f1b934eb is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:16:31.683777 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-033f1bc7-226a-4c95-a903-fd8f5a202642 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:16:31.684806 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e8680c3e-5dbe-4987-81ee-94f863db9d79 req-3a1edebe-5eb8-41ea-ba19-19f5a9391b7d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61b6d8d7-9335-45fa-ba71-5578c59b1d59 HTTP/1.1" status: 200 len: 217 time: 0.1866555 May 19 21:16:31.697410 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-033f1bc7-226a-4c95-a903-fd8f5a202642 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:16:31.778803 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8680c3e-5dbe-4987-81ee-94f863db9d79 req-a3f81ed1-aecb-4aef-93fc-14a83eb77a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:31.780756 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e8680c3e-5dbe-4987-81ee-94f863db9d79 req-a3f81ed1-aecb-4aef-93fc-14a83eb77a3f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5dd05cad-8fb2-4162-80dd-c762712c0dfd HTTP/1.1" status: 200 len: 854 time: 0.0883632 May 19 21:16:31.860583 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-033f1bc7-226a-4c95-a903-fd8f5a202642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:31.870844 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-033f1bc7-226a-4c95-a903-fd8f5a202642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:31.881138 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-529c0849-def1-4cd0-ae11-a3b317a225fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:31.884390 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-b59ac2a8-c1ee-45a4-be74-cf68ed383de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'name': 'tempest-TestMinimumBasicScenario-2104613790-router', 'tenant_id': 'e141f08b4656401195114e7ec697b3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a56418f9-c2f6-4fe9-b9cf-286ede7866d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:32Z', 'updated_at': '2021-05-19T21:13:37Z', 'revision_number': 4, 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'gw_port': {'id': 'a56418f9-c2f6-4fe9-b9cf-286ede7866d5', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:09:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:33Z', 'updated_at': '2021-05-19T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'd42952b5-0bad-4a04-9091-c9247f438d20', 'name': '', 'network_id': '73b7349c-369e-491e-baf8-e9528bb71f6c', 'tenant_id': 'e141f08b4656401195114e7ec697b3cc', 'mac_address': 'fa:16:3e:ba:6a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5dd05cad-8fb2-4162-80dd-c762712c0dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:36Z', 'updated_at': '2021-05-19T21:13:45Z', 'revision_number': 5, 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'subnets': [{'id': '5dd05cad-8fb2-4162-80dd-c762712c0dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:31.894151 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59ac2a8-c1ee-45a4-be74-cf68ed383de1 None None] Checking router: 46e5f1e4-367c-475c-bac1-d85741b38633 for host: dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:16:31.913628 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8680c3e-5dbe-4987-81ee-94f863db9d79 req-b76e7442-e4e3-41f5-ae21-2fc907386028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:31.914998 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59ac2a8-c1ee-45a4-be74-cf68ed383de1 None None] Routers {'46e5f1e4-367c-475c-bac1-d85741b38633'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:16:31.916466 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-b59ac2a8-c1ee-45a4-be74-cf68ed383de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:16:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['46e5f1e4-367c-475c-bac1-d85741b38633'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:31.918777 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e8680c3e-5dbe-4987-81ee-94f863db9d79 req-b76e7442-e4e3-41f5-ae21-2fc907386028 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=73b7349c-369e-491e-baf8-e9528bb71f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1306753 May 19 21:16:31.930370 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-033f1bc7-226a-4c95-a903-fd8f5a202642 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=71c03133cd334130bae3fcd7f1b934eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351557 May 19 21:16:31.933332 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f1bc7-226a-4c95-a903-fd8f5a202642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59d71be-ce01-4d68-adb2-45a34b2e812c,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:31.936589 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 54142) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:31.939721 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-033f1bc7-226a-4c95-a903-fd8f5a202642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:32.015883 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9530f0bd-fd22-4920-9602-f059997a3ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:32.048833 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9530f0bd-fd22-4920-9602-f059997a3ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:32.147325 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9530f0bd-fd22-4920-9602-f059997a3ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:32.153272 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-95431928-40e4-4d33-a81c-2b89b8986a7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:32.179130 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530f0bd-fd22-4920-9602-f059997a3ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59d71be-ce01-4d68-adb2-45a34b2e812c,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:32.179705 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e8680c3e-5dbe-4987-81ee-94f863db9d79 req-6d50bcf3-e51f-4e76-91ad-68b46c5e9148 service neutron] 10.222.0.25 "GET /v2.0/networks/73b7349c-369e-491e-baf8-e9528bb71f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511077 May 19 21:16:32.182790 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-9530f0bd-fd22-4920-9602-f059997a3ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:32.184280 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9530f0bd-fd22-4920-9602-f059997a3ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:32.187189 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-9530f0bd-fd22-4920-9602-f059997a3ef3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e59d71be-ce01-4d68-adb2-45a34b2e812c HTTP/1.1" status: 204 len: 168 time: 0.2477968 May 19 21:16:32.305703 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-b59ac2a8-c1ee-45a4-be74-cf68ed383de1 None None] Set router 46e5f1e4-367c-475c-bac1-d85741b38633 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:16:32.527469 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e8680c3e-5dbe-4987-81ee-94f863db9d79 req-83935d6f-3126-43c0-9004-8ec18c64a8d2 service neutron] 10.222.0.25 "GET /v2.0/networks/73b7349c-369e-491e-baf8-e9528bb71f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373673 May 19 21:16:32.790382 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-b59ac2a8-c1ee-45a4-be74-cf68ed383de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'name': 'tempest-TestMinimumBasicScenario-2104613790-router', 'tenant_id': 'e141f08b4656401195114e7ec697b3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a56418f9-c2f6-4fe9-b9cf-286ede7866d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:32Z', 'updated_at': '2021-05-19T21:13:37Z', 'revision_number': 4, 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'gw_port': {'id': 'a56418f9-c2f6-4fe9-b9cf-286ede7866d5', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:09:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:33Z', 'updated_at': '2021-05-19T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'd42952b5-0bad-4a04-9091-c9247f438d20', 'name': '', 'network_id': '73b7349c-369e-491e-baf8-e9528bb71f6c', 'tenant_id': 'e141f08b4656401195114e7ec697b3cc', 'mac_address': 'fa:16:3e:ba:6a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5dd05cad-8fb2-4162-80dd-c762712c0dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:36Z', 'updated_at': '2021-05-19T21:13:45Z', 'revision_number': 5, 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'subnets': [{'id': '5dd05cad-8fb2-4162-80dd-c762712c0dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:32.807293 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59ac2a8-c1ee-45a4-be74-cf68ed383de1 None None] The sync data for ids ['46e5f1e4-367c-475c-bac1-d85741b38633'] in dv-cinder-784623-12-iscsi is: [{'id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'name': 'tempest-TestMinimumBasicScenario-2104613790-router', 'tenant_id': 'e141f08b4656401195114e7ec697b3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a56418f9-c2f6-4fe9-b9cf-286ede7866d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:32Z', 'updated_at': '2021-05-19T21:13:37Z', 'revision_number': 4, 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'gw_port': {'id': 'a56418f9-c2f6-4fe9-b9cf-286ede7866d5', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:09:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:33Z', 'updated_at': '2021-05-19T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'd42952b5-0bad-4a04-9091-c9247f438d20', 'name': '', 'network_id': '73b7349c-369e-491e-baf8-e9528bb71f6c', 'tenant_id': 'e141f08b4656401195114e7ec697b3cc', 'mac_address': 'fa:16:3e:ba:6a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5dd05cad-8fb2-4162-80dd-c762712c0dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:36Z', 'updated_at': '2021-05-19T21:13:45Z', 'revision_number': 5, 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'subnets': [{'id': '5dd05cad-8fb2-4162-80dd-c762712c0dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:16:33.205549 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c089d6d3-846e-4f84-8ed5-80b03dbf5c56 None None] New status for floating IP acab1e1b-c30f-4048-93dd-17463af6483c: DOWN {{(pid=91839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 21:16:34.803003 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f840422-52b8-4a88-939b-06383a83ecd6 req-33944c71-cb9c-492a-99bd-89775a89ccb9 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:34.804617 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-6f840422-52b8-4a88-939b-06383a83ecd6 req-33944c71-cb9c-492a-99bd-89775a89ccb9 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 945 time: 0.0985017 May 19 21:16:34.854282 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-6f840422-52b8-4a88-939b-06383a83ecd6 req-aaba4ba9-dbe0-4d91-8989-1d92331e9aa4 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429854 May 19 21:16:35.873997 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 54276) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:35.975824 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-d3f01f7b-0095-4122-85a9-409507459afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:36.091968 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-4e705797-5040-4830-9252-8d1e72412b18 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=85197dc04825410b896d26e5e089db4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2166810 May 19 21:16:36.095017 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 54284) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:36.111439 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed91f9a-5d4e-45fc-9a4a-b2eb2bd6a520 req-641b5a53-7651-46c8-b8b1-b001ef13ece7 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:36.112088 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-eed91f9a-5d4e-45fc-9a4a-b2eb2bd6a520 req-641b5a53-7651-46c8-b8b1-b001ef13ece7 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Synchronizing usage tracker for tenant:e141f08b4656401195114e7ec697b3cc on resource:port {{(pid=91837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:16:36.131363 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-eed91f9a-5d4e-45fc-9a4a-b2eb2bd6a520 req-641b5a53-7651-46c8-b8b1-b001ef13ece7 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Unset dirty status for tenant:e141f08b4656401195114e7ec697b3cc on resource:port {{(pid=91837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:16:36.133033 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-eed91f9a-5d4e-45fc-9a4a-b2eb2bd6a520 req-641b5a53-7651-46c8-b8b1-b001ef13ece7 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 945 time: 0.1665108 May 19 21:16:36.167571 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3039f3e8-6d66-4a05-bf86-f67ffdd0dfb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:36.182421 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-eed91f9a-5d4e-45fc-9a4a-b2eb2bd6a520 req-cebb96ba-b04f-46e4-ad2d-1bcfde1cca1c tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Synchronizing usage tracker for tenant:e141f08b4656401195114e7ec697b3cc on resource:security_group {{(pid=91837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:16:36.197063 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3039f3e8-6d66-4a05-bf86-f67ffdd0dfb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:36.200182 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-eed91f9a-5d4e-45fc-9a4a-b2eb2bd6a520 req-cebb96ba-b04f-46e4-ad2d-1bcfde1cca1c tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Unset dirty status for tenant:e141f08b4656401195114e7ec697b3cc on resource:security_group {{(pid=91837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:16:36.201374 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-eed91f9a-5d4e-45fc-9a4a-b2eb2bd6a520 req-cebb96ba-b04f-46e4-ad2d-1bcfde1cca1c tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611014 May 19 21:16:36.264005 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3039f3e8-6d66-4a05-bf86-f67ffdd0dfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:36.268107 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-88d91e10-9acc-44b7-8dd6-54500a4e1d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:36.283436 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039f3e8-6d66-4a05-bf86-f67ffdd0dfb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460e47d9-a861-476f-aa91-25c42b6ef69b,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:36.287633 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-3039f3e8-6d66-4a05-bf86-f67ffdd0dfb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:36.336113 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-3039f3e8-6d66-4a05-bf86-f67ffdd0dfb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:36.337201 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-3039f3e8-6d66-4a05-bf86-f67ffdd0dfb4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/460e47d9-a861-476f-aa91-25c42b6ef69b HTTP/1.1" status: 204 len: 168 time: 0.2405169 May 19 21:16:36.387813 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8267af-5597-436c-9f87-48dbb2219fcf req-cae1c548-ea42-4ce9-aeb9-05acdac13565 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:36.389717 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ed8267af-5597-436c-9f87-48dbb2219fcf req-cae1c548-ea42-4ce9-aeb9-05acdac13565 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 945 time: 0.0898685 May 19 21:16:36.554822 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-ed8267af-5597-436c-9f87-48dbb2219fcf req-c605d3ec-fa28-412b-a9ee-45f22c69c94e tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Deleting port 61b6d8d7-9335-45fa-ba71-5578c59b1d59 {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:16:36.555443 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-ed8267af-5597-436c-9f87-48dbb2219fcf req-c605d3ec-fa28-412b-a9ee-45f22c69c94e tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:36.699619 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-ed8267af-5597-436c-9f87-48dbb2219fcf req-c605d3ec-fa28-412b-a9ee-45f22c69c94e tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] For port 61b6d8d7-9335-45fa-ba71-5578c59b1d59, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=61b6d8d7-9335-45fa-ba71-5578c59b1d59,segment=NetworkSegment(8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0),segment_id=8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:16:36.699951 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-ed8267af-5597-436c-9f87-48dbb2219fcf req-c605d3ec-fa28-412b-a9ee-45f22c69c94e tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:36.836433 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-ed8267af-5597-436c-9f87-48dbb2219fcf req-c605d3ec-fa28-412b-a9ee-45f22c69c94e tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Calling delete_port for 61b6d8d7-9335-45fa-ba71-5578c59b1d59 owned by compute:nova {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:16:37.021521 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-ed8267af-5597-436c-9f87-48dbb2219fcf req-c605d3ec-fa28-412b-a9ee-45f22c69c94e tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:37.034302 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-6b36863b-bb79-4969-b3f6-dc028645d09f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:37.036466 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['61b6d8d7-9335-45fa-ba71-5578c59b1d59'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:16:37.125752 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 54316) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:37.126591 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c605d3ec-fa28-412b-a9ee-45f22c69c94e tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Pushing event deleted for resources: {'Port': ['ID=61b6d8d7-9335-45fa-ba71-5578c59b1d59,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:37.130783 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-c605d3ec-fa28-412b-a9ee-45f22c69c94e tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:37.192830 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 54322) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:37.235286 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8267af-5597-436c-9f87-48dbb2219fcf req-c605d3ec-fa28-412b-a9ee-45f22c69c94e tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] No DVR routers for this DVR port 61b6d8d7-9335-45fa-ba71-5578c59b1d59 on host hv-cinder-78462 {{(pid=91836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:16:37.239021 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-ed8267af-5597-436c-9f87-48dbb2219fcf req-c605d3ec-fa28-412b-a9ee-45f22c69c94e tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:37.242839 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9acc775-6b49-499a-a05c-d8d065f4ba4f', 'name': 'network-vif-deleted', 'tag': '61b6d8d7-9335-45fa-ba71-5578c59b1d59'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:16:37.293507 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ed8267af-5597-436c-9f87-48dbb2219fcf req-c605d3ec-fa28-412b-a9ee-45f22c69c94e tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.25 "DELETE /v2.0/ports/61b6d8d7-9335-45fa-ba71-5578c59b1d59 HTTP/1.1" status: 204 len: 173 time: 0.8980730 May 19 21:16:37.353632 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9acc775-6b49-499a-a05c-d8d065f4ba4f', 'name': 'network-vif-deleted', 'tag': '61b6d8d7-9335-45fa-ba71-5578c59b1d59', 'status': 'completed', 'code': 200} May 19 21:16:37.360737 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b2e5164b-a205-4b6b-91ec-a330dfac4ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:37.390138 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-52fb1cc3-1dd1-440a-a772-c6f7a3ba6e15 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2072550495-network', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:16:37.402418 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-52fb1cc3-1dd1-440a-a772-c6f7a3ba6e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:16:37.407189 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-b2e5164b-a205-4b6b-91ec-a330dfac4ffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:16:37.410017 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-52fb1cc3-1dd1-440a-a772-c6f7a3ba6e15 admin admin] Usage tracker for resource:network and tenant:cda74ac05cc9402fa29c062afdbb5a33 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:16:37.414030 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-52fb1cc3-1dd1-440a-a772-c6f7a3ba6e15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:16:37.417429 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-b2e5164b-a205-4b6b-91ec-a330dfac4ffd admin admin] Usage tracker for resource:security_group_rule and tenant:ebdd99ce45484c3293740e03be3b88c4 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:16:37.422609 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-f3b741f9-dfcf-4a9d-8f7f-c84f4760f781 req-97fc8106-1011-4559-bd91-31d25f1e74e0 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Synchronizing usage tracker for tenant:e141f08b4656401195114e7ec697b3cc on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:16:37.423480 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-52fb1cc3-1dd1-440a-a772-c6f7a3ba6e15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:16:37.425655 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-b2e5164b-a205-4b6b-91ec-a330dfac4ffd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:16:37.438776 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-b2e5164b-a205-4b6b-91ec-a330dfac4ffd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:16:37.445636 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-f3b741f9-dfcf-4a9d-8f7f-c84f4760f781 req-97fc8106-1011-4559-bd91-31d25f1e74e0 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Unset dirty status for tenant:e141f08b4656401195114e7ec697b3cc on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:16:37.447324 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f3b741f9-dfcf-4a9d-8f7f-c84f4760f781 req-97fc8106-1011-4559-bd91-31d25f1e74e0 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9acc775-6b49-499a-a05c-d8d065f4ba4f HTTP/1.1" status: 200 len: 210 time: 0.0702674 May 19 21:16:37.450967 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fb1cc3-1dd1-440a-a772-c6f7a3ba6e15 admin admin] Made reservation on behalf of cda74ac05cc9402fa29c062afdbb5a33 for: {'network': 1} {{(pid=91837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:16:37.453362 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-52fb1cc3-1dd1-440a-a772-c6f7a3ba6e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1785277'] for network, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:37.474970 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-52fb1cc3-1dd1-440a-a772-c6f7a3ba6e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:37.501291 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-52fb1cc3-1dd1-440a-a772-c6f7a3ba6e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:16:37.508239 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-52fb1cc3-1dd1-440a-a772-c6f7a3ba6e15 admin admin] Usage tracker for resource:security_group_rule and tenant:cda74ac05cc9402fa29c062afdbb5a33 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:16:37.512693 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-52fb1cc3-1dd1-440a-a772-c6f7a3ba6e15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:16:37.523150 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-52fb1cc3-1dd1-440a-a772-c6f7a3ba6e15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:16:37.615555 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b2e5164b-a205-4b6b-91ec-a330dfac4ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:37.624330 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b2e5164b-a205-4b6b-91ec-a330dfac4ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:37.636361 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-033f1bc7-226a-4c95-a903-fd8f5a202642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:37.702448 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-b2e5164b-a205-4b6b-91ec-a330dfac4ffd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ebdd99ce45484c3293740e03be3b88c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5755031 May 19 21:16:37.704151 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5164b-a205-4b6b-91ec-a330dfac4ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692c8f77-721b-4ba0-a5b7-3fa62ed59671,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:37.707247 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 54332) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:37.730535 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-b2e5164b-a205-4b6b-91ec-a330dfac4ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:37.769545 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-52fb1cc3-1dd1-440a-a772-c6f7a3ba6e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:37.777136 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-01e87618-04b7-41b0-88e5-5d088b95d2e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:37.777417 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-52fb1cc3-1dd1-440a-a772-c6f7a3ba6e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:37.784479 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-33119fac-de6d-42ff-97e4-86dfd96fe36d tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:37.809876 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-01e87618-04b7-41b0-88e5-5d088b95d2e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:37.820538 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52fb1cc3-1dd1-440a-a772-c6f7a3ba6e15 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=91837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:16:37.846293 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-52fb1cc3-1dd1-440a-a772-c6f7a3ba6e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:37.846701 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.db.segments_db [None req-52fb1cc3-1dd1-440a-a772-c6f7a3ba6e15 admin admin] Added segment 19ccf4de-557f-4d49-a3d6-a6cd943635cb of type vlan for network c29e2a41-4a34-44e1-8aa5-30cb9ce42275 May 19 21:16:37.848209 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb1cc3-1dd1-440a-a772-c6f7a3ba6e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518d38ae-557c-48f3-be9c-2192c1719f1c,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:37.851921 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-52fb1cc3-1dd1-440a-a772-c6f7a3ba6e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:37.894723 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-52fb1cc3-1dd1-440a-a772-c6f7a3ba6e15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750774008697'] for network, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:37.901392 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-01e87618-04b7-41b0-88e5-5d088b95d2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:37.905600 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-842d490f-0a85-4a57-bc8d-ae8eef5f61d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:37.918600 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e87618-04b7-41b0-88e5-5d088b95d2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692c8f77-721b-4ba0-a5b7-3fa62ed59671,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:37.922595 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-01e87618-04b7-41b0-88e5-5d088b95d2e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:37.926606 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-01e87618-04b7-41b0-88e5-5d088b95d2e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:37.928006 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-01e87618-04b7-41b0-88e5-5d088b95d2e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/692c8f77-721b-4ba0-a5b7-3fa62ed59671 HTTP/1.1" status: 204 len: 168 time: 0.2193568 May 19 21:16:37.954479 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-52fb1cc3-1dd1-440a-a772-c6f7a3ba6e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448'] for network, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:37.956019 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fb1cc3-1dd1-440a-a772-c6f7a3ba6e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:37.959343 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-52fb1cc3-1dd1-440a-a772-c6f7a3ba6e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:37.974566 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-70f89d77-e547-4868-853b-c2ae21b27ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:38.092785 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-52fb1cc3-1dd1-440a-a772-c6f7a3ba6e15 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8982937 May 19 21:16:38.095832 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 54338) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:38.098561 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb1cc3-1dd1-440a-a772-c6f7a3ba6e15 admin admin] Pushing event updated for resources: {'Network': ['ID=c29e2a41-4a34-44e1-8aa5-30cb9ce42275,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:38.102359 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-5521bf21-8b06-4975-a7f6-1c60b0ac7c12 admin admin] Request body: {'subnet': {'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2072550495-subnet', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'ip_version': 4}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:16:38.104089 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-52fb1cc3-1dd1-440a-a772-c6f7a3ba6e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:38.108362 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-5521bf21-8b06-4975-a7f6-1c60b0ac7c12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:16:38.112713 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-5521bf21-8b06-4975-a7f6-1c60b0ac7c12 admin admin] Usage tracker for resource:subnet and tenant:cda74ac05cc9402fa29c062afdbb5a33 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:16:38.113800 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Network c29e2a41-4a34-44e1-8aa5-30cb9ce42275 details requested by agent ovs-agent-dv-cinder-784623-12-iscsi with host dv-cinder-784623-12-iscsi {{(pid=91838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 21:16:38.115934 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-5521bf21-8b06-4975-a7f6-1c60b0ac7c12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:16:38.123017 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-5521bf21-8b06-4975-a7f6-1c60b0ac7c12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:16:38.147842 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5521bf21-8b06-4975-a7f6-1c60b0ac7c12 admin admin] Made reservation on behalf of cda74ac05cc9402fa29c062afdbb5a33 for: {'subnet': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:16:38.155611 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5521bf21-8b06-4975-a7f6-1c60b0ac7c12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7162105'] for subnet, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:38.473011 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:38.678252 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5521bf21-8b06-4975-a7f6-1c60b0ac7c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6526971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7162059'] for subnet, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:38.682584 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:38.770263 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521bf21-8b06-4975-a7f6-1c60b0ac7c12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5420bda8-1771-416b-860a-0d99bb7cee52,revision_number=0']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:38.774281 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-5521bf21-8b06-4975-a7f6-1c60b0ac7c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:38.777299 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5521bf21-8b06-4975-a7f6-1c60b0ac7c12 admin admin] Checking segment: {'id': '19ccf4de-557f-4d49-a3d6-a6cd943635cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:16:38.777695 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5521bf21-8b06-4975-a7f6-1c60b0ac7c12 admin admin] Network hostable DHCP agents. Network: c29e2a41-4a34-44e1-8aa5-30cb9ce42275, hostable agents: ['79fa1e52-5d5b-4f2e-bd0b-6133595bf37f'], hosted agents: [] {{(pid=91836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:16:38.804602 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5521bf21-8b06-4975-a7f6-1c60b0ac7c12 admin admin] Network c29e2a41-4a34-44e1-8aa5-30cb9ce42275 is scheduled to be hosted by DHCP agent 79fa1e52-5d5b-4f2e-bd0b-6133595bf37f with binding_index 1 {{(pid=91836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:16:38.817697 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-5521bf21-8b06-4975-a7f6-1c60b0ac7c12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-12-iscsi, c29e2a41-4a34-44e1-8aa5-30cb9ce42275) {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:16:38.821939 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-51bb32b5-6012-4045-b0f0-5801830332f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:38.829561 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5521bf21-8b06-4975-a7f6-1c60b0ac7c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:38.830456 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-5521bf21-8b06-4975-a7f6-1c60b0ac7c12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:38.837977 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e9c48a-1d7f-4778-b604-d31a4ef07f25 None None] Network c29e2a41-4a34-44e1-8aa5-30cb9ce42275 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:16:38.857676 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-5521bf21-8b06-4975-a7f6-1c60b0ac7c12 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7607090 May 19 21:16:38.861743 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 54372) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:38.869205 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-77fa29f5-95c7-4d31-9802-bc69ebfba13b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2072550495-router', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403'}}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:16:38.875789 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-77fa29f5-95c7-4d31-9802-bc69ebfba13b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:16:38.881931 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-77fa29f5-95c7-4d31-9802-bc69ebfba13b admin admin] Usage tracker for resource:router and tenant:cda74ac05cc9402fa29c062afdbb5a33 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:16:38.886146 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-77fa29f5-95c7-4d31-9802-bc69ebfba13b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:16:38.894128 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-77fa29f5-95c7-4d31-9802-bc69ebfba13b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:16:38.912347 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-77fa29f5-95c7-4d31-9802-bc69ebfba13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-632075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5397'] for router, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:38.914632 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-77fa29f5-95c7-4d31-9802-bc69ebfba13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5406'] for router, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:38.936955 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-77fa29f5-95c7-4d31-9802-bc69ebfba13b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:39.104038 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8b8673-85a0-4e52-948c-f7e53b12b223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c1ac1fe-8999-50db-9da9-b16559c89988-c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'fixed_ips': [{'subnet_id': '5420bda8-1771-416b-860a-0d99bb7cee52'}]}} from dv-cinder-784623-12-iscsi. {{(pid=91838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 21:16:39.106802 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-2f8b8673-85a0-4e52-948c-f7e53b12b223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:39.303553 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.db_base_plugin_common [None req-2f8b8673-85a0-4e52-948c-f7e53b12b223 None None] Allocated IP 172.20.0.2 (c29e2a41-4a34-44e1-8aa5-30cb9ce42275/5420bda8-1771-416b-860a-0d99bb7cee52/5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56) {{(pid=91838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:16:39.362132 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-77fa29f5-95c7-4d31-9802-bc69ebfba13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-662851', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-632185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5424'] for router, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:39.538407 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:39.725221 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 61b6d8d7-9335-45fa-ba71-5578c59b1d59 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:16:39.766970 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-2f8b8673-85a0-4e52-948c-f7e53b12b223 None None] Notify callbacks [] for port, precommit_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:39.770748 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] No Port match for: 61b6d8d7-9335-45fa-ba71-5578c59b1d59 {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:16:39.771410 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 61b6d8d7-9335-45fa-ba71-5578c59b1d59 not bound to the agent host hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:16:39.784338 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-2f8b8673-85a0-4e52-948c-f7e53b12b223 None None] Transition to ACTIVE for port object 5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56 will not be triggered until provisioned by entity L2. {{(pid=91838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:16:39.797750 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 54412) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:39.818978 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-2f8b8673-85a0-4e52-948c-f7e53b12b223 None None] Transition to ACTIVE for port object 5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56 will not be triggered until provisioned by entity DHCP. {{(pid=91838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:16:39.827013 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-2f8b8673-85a0-4e52-948c-f7e53b12b223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111'] for port, after_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:39.831250 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-26b95254-ebdd-46ae-9031-4ecaa3b4bba7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:39.900883 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8b8673-85a0-4e52-948c-f7e53b12b223 None None] Network c29e2a41-4a34-44e1-8aa5-30cb9ce42275 is already hosted by enough agents. {{(pid=91838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:16:39.904356 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.scheduler.base_scheduler [None req-2f8b8673-85a0-4e52-948c-f7e53b12b223 None None] Resources bound (agent type, host, resource id): {{(pid=91838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:16:39.908247 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8b8673-85a0-4e52-948c-f7e53b12b223 None None] Received port after_create {{(pid=91838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:16:39.914445 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b8673-85a0-4e52-948c-f7e53b12b223 None None] Pushing event updated for resources: {'Port': ['ID=5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56,revision_number=1']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:39.918775 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-77fa29f5-95c7-4d31-9802-bc69ebfba13b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:39.919331 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-2f8b8673-85a0-4e52-948c-f7e53b12b223 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:39.955172 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-77fa29f5-95c7-4d31-9802-bc69ebfba13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:40.014629 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-2f8b8673-85a0-4e52-948c-f7e53b12b223 None None] Attempting to bind port 5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56 on host dv-cinder-784623-12-iscsi for vnic_type normal with profile {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:16:40.015356 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-2f8b8673-85a0-4e52-948c-f7e53b12b223 None None] Attempting to bind port 5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56 by drivers openvswitch,hyperv on host dv-cinder-784623-12-iscsi at level 0 using segments [{'id': '19ccf4de-557f-4d49-a3d6-a6cd943635cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275'}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:16:40.015728 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b8673-85a0-4e52-948c-f7e53b12b223 None None] Attempting to bind port 5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56 on network c29e2a41-4a34-44e1-8aa5-30cb9ce42275 {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:16:40.022098 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b8673-85a0-4e52-948c-f7e53b12b223 None None] Checking agent: {'id': 'f197b149-8cce-4905-bf69-1a24ef250a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 0, 38), 'started_at': datetime.datetime(2021, 5, 19, 21, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:16:40.022512 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b8673-85a0-4e52-948c-f7e53b12b223 None None] Checking segment: {'id': '19ccf4de-557f-4d49-a3d6-a6cd943635cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:16:40.022906 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-2f8b8673-85a0-4e52-948c-f7e53b12b223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:40.023334 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b8673-85a0-4e52-948c-f7e53b12b223 None None] Bound using segment: {'id': '19ccf4de-557f-4d49-a3d6-a6cd943635cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275'} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:16:40.023809 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-2f8b8673-85a0-4e52-948c-f7e53b12b223 None None] Bound port: 5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56, host: dv-cinder-784623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ccf4de-557f-4d49-a3d6-a6cd943635cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275'}}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:16:40.024184 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-2f8b8673-85a0-4e52-948c-f7e53b12b223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:40.109798 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [None req-77fa29f5-95c7-4d31-9802-bc69ebfba13b admin admin] Allocated IP 172.27.1.139 (7528c24a-f700-413f-aad3-165c7750b403/5baa0079-c83e-4549-8f83-3def60c01514/e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:16:40.129165 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-2f8b8673-85a0-4e52-948c-f7e53b12b223 None None] For port 5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56, host dv-cinder-784623-12-iscsi, cleared binding levels {{(pid=91838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:16:40.133927 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-2f8b8673-85a0-4e52-948c-f7e53b12b223 None None] For port 5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56, host dv-cinder-784623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56,segment=NetworkSegment(19ccf4de-557f-4d49-a3d6-a6cd943635cb),segment_id=19ccf4de-557f-4d49-a3d6-a6cd943635cb)] {{(pid=91838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:16:40.140670 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-2f8b8673-85a0-4e52-948c-f7e53b12b223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:40.151149 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:40.250081 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b8673-85a0-4e52-948c-f7e53b12b223 None None] Pushing event updated for resources: {'Port': ['ID=5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56,revision_number=2']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:40.261700 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-2f8b8673-85a0-4e52-948c-f7e53b12b223 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:40.310569 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-77fa29f5-95c7-4d31-9802-bc69ebfba13b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:40.360274 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-77fa29f5-95c7-4d31-9802-bc69ebfba13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:40.366062 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-3cfea00c-42c1-4a19-bc76-4dac0b33b5ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:40.433387 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fa29f5-95c7-4d31-9802-bc69ebfba13b admin admin] Network 7528c24a-f700-413f-aad3-165c7750b403 is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:16:40.438060 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-77fa29f5-95c7-4d31-9802-bc69ebfba13b admin admin] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:16:40.439255 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fa29f5-95c7-4d31-9802-bc69ebfba13b admin admin] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:16:40.507924 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa29f5-95c7-4d31-9802-bc69ebfba13b admin admin] Pushing event updated for resources: {'Port': ['ID=e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:40.511667 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-77fa29f5-95c7-4d31-9802-bc69ebfba13b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:40.619980 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-258b854e-18be-47d2-ae85-edabaf4d410c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658486'] for router_interface, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:41.054460 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-77fa29f5-95c7-4d31-9802-bc69ebfba13b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:41.110742 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-258b854e-18be-47d2-ae85-edabaf4d410c admin admin] Deleting port d42952b5-0bad-4a04-9091-c9247f438d20 {{(pid=91837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:16:41.111887 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-258b854e-18be-47d2-ae85-edabaf4d410c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:41.273555 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:41.314710 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.db [None req-258b854e-18be-47d2-ae85-edabaf4d410c admin admin] For port d42952b5-0bad-4a04-9091-c9247f438d20, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=d42952b5-0bad-4a04-9091-c9247f438d20,segment=NetworkSegment(8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0),segment_id=8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0)] {{(pid=91837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:16:41.314960 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-258b854e-18be-47d2-ae85-edabaf4d410c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:41.394781 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e339bba-d8ae-4193-84cf-6b13afc7c4cd None None] Network c29e2a41-4a34-44e1-8aa5-30cb9ce42275 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:16:41.485973 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-258b854e-18be-47d2-ae85-edabaf4d410c admin admin] Calling delete_port for d42952b5-0bad-4a04-9091-c9247f438d20 owned by network:router_interface {{(pid=91837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:16:41.542457 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-4c1b6c0c-aaaa-48ae-8758-38d0ca4943a0 None None] Provisioning for port 5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56 completed by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:16:41.552135 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:16:41.571331 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-77fa29f5-95c7-4d31-9802-bc69ebfba13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-632064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663024'] for router, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:41.694118 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-258b854e-18be-47d2-ae85-edabaf4d410c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6754477'] for port, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:41.702400 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-fe1d2d36-ad85-441b-96ed-13d82a35f00a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:41.734186 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning for port 5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:16:41.785732 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b854e-18be-47d2-ae85-edabaf4d410c admin admin] Pushing event deleted for resources: {'Port': ['ID=d42952b5-0bad-4a04-9091-c9247f438d20,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:41.832322 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-258b854e-18be-47d2-ae85-edabaf4d410c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:41.844214 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port 5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:16:41.845045 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:41.984147 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fa29f5-95c7-4d31-9802-bc69ebfba13b admin admin] Router 893d97c3-11bc-44e7-a952-aeb7a789c252 is scheduled to L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 with binding_index 1 {{(pid=91836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 21:16:42.075806 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:42.117374 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] For port 5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56,segment=NetworkSegment(19ccf4de-557f-4d49-a3d6-a6cd943635cb),segment_id=19ccf4de-557f-4d49-a3d6-a6cd943635cb)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:16:42.123929 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:42.133937 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-2c7612cc-02e3-420f-9a13-8bcbe6b7c377 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:42.218907 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Pushing event updated for resources: {'Port': ['ID=5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56,revision_number=3']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:42.222945 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:42.223585 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-258b854e-18be-47d2-ae85-edabaf4d410c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662438'] for router_interface, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:42.234022 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fa29f5-95c7-4d31-9802-bc69ebfba13b admin admin] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:16:42.248861 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e4e5be-0db4-44f8-8239-ce4a2d8adf1c None None] Sync routers for ids ['893d97c3-11bc-44e7-a952-aeb7a789c252'] in dv-cinder-784623-12-iscsi {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:16:42.264630 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e4e5be-0db4-44f8-8239-ce4a2d8adf1c None None] Routers {'893d97c3-11bc-44e7-a952-aeb7a789c252'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:16:42.265545 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-c6e4e5be-0db4-44f8-8239-ce4a2d8adf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:16:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['893d97c3-11bc-44e7-a952-aeb7a789c252'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:42.268143 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-77fa29f5-95c7-4d31-9802-bc69ebfba13b admin admin] Notify callbacks [] for router, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:42.272722 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-77fa29f5-95c7-4d31-9802-bc69ebfba13b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4070270 May 19 21:16:42.273025 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 54432) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:42.445534 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-6463468b-eed1-4555-92d1-957b97d89e9d None None] Provisioning complete for port 5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:16:42.446127 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-6463468b-eed1-4555-92d1-957b97d89e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:42.731356 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-c6e4e5be-0db4-44f8-8239-ce4a2d8adf1c None None] Set router 893d97c3-11bc-44e7-a952-aeb7a789c252 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:16:42.828686 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258b854e-18be-47d2-ae85-edabaf4d410c admin admin] Router 46e5f1e4-367c-475c-bac1-d85741b38633 has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:16:43.059424 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258b854e-18be-47d2-ae85-edabaf4d410c admin admin] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:16:43.074735 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37a0c5c-b676-420b-a3a5-0617c1506ff3 None None] Sync routers for ids ['46e5f1e4-367c-475c-bac1-d85741b38633'] in dv-cinder-784623-12-iscsi {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:16:43.089801 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37a0c5c-b676-420b-a3a5-0617c1506ff3 None None] Routers {'46e5f1e4-367c-475c-bac1-d85741b38633'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:16:43.090803 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-e37a0c5c-b676-420b-a3a5-0617c1506ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:16:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['46e5f1e4-367c-475c-bac1-d85741b38633'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:43.095634 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-258b854e-18be-47d2-ae85-edabaf4d410c admin admin] 10.222.0.44 "PUT /v2.0/routers/46e5f1e4-367c-475c-bac1-d85741b38633/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2925394 May 19 21:16:43.096489 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 54438) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:43.229534 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-c6e4e5be-0db4-44f8-8239-ce4a2d8adf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'name': 'tempest-TestVolumeBootPattern-2072550495-router', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:38Z', 'updated_at': '2021-05-19T21:16:40Z', 'revision_number': 3, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'gw_port': {'id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:39Z', 'updated_at': '2021-05-19T21:16:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi'}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:43.235031 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e4e5be-0db4-44f8-8239-ce4a2d8adf1c None None] Checking router: 893d97c3-11bc-44e7-a952-aeb7a789c252 for host: dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:16:43.235425 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e4e5be-0db4-44f8-8239-ce4a2d8adf1c None None] Updating router 893d97c3-11bc-44e7-a952-aeb7a789c252 port e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1 binding host dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:16:43.300251 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c6e4e5be-0db4-44f8-8239-ce4a2d8adf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:43.335524 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7b7c94ff-a68e-4410-9467-c62020607c54 admin admin] Notify callbacks [] for router, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:43.382968 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-de445a8b-abcc-4918-9ccf-b0c51b845237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:43.425230 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-e37a0c5c-b676-420b-a3a5-0617c1506ff3 None None] Set router 46e5f1e4-367c-475c-bac1-d85741b38633 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:16:43.637636 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7b7c94ff-a68e-4410-9467-c62020607c54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:43.666563 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:16:43.764224 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [None req-de445a8b-abcc-4918-9ccf-b0c51b845237 admin admin] Allocated IP 172.20.0.1 (c29e2a41-4a34-44e1-8aa5-30cb9ce42275/5420bda8-1771-416b-860a-0d99bb7cee52/f47ad6cd-d0f2-40de-9447-210f55ab476e) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:16:43.776076 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-7b7c94ff-a68e-4410-9467-c62020607c54 admin admin] Deleting port a56418f9-c2f6-4fe9-b9cf-286ede7866d5 {{(pid=91837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:16:43.776595 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7b7c94ff-a68e-4410-9467-c62020607c54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:43.888620 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port 5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:16:43.889191 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:43.904962 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-e37a0c5c-b676-420b-a3a5-0617c1506ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'name': 'tempest-TestMinimumBasicScenario-2104613790-router', 'tenant_id': 'e141f08b4656401195114e7ec697b3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a56418f9-c2f6-4fe9-b9cf-286ede7866d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:32Z', 'updated_at': '2021-05-19T21:16:41Z', 'revision_number': 5, 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'gw_port': {'id': 'a56418f9-c2f6-4fe9-b9cf-286ede7866d5', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:09:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:33Z', 'updated_at': '2021-05-19T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi'}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:43.912652 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37a0c5c-b676-420b-a3a5-0617c1506ff3 None None] Checking router: 46e5f1e4-367c-475c-bac1-d85741b38633 for host: dv-cinder-784623-12-iscsi {{(pid=91839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:16:43.927937 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37a0c5c-b676-420b-a3a5-0617c1506ff3 None None] Routers {'46e5f1e4-367c-475c-bac1-d85741b38633'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:16:43.928881 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-e37a0c5c-b676-420b-a3a5-0617c1506ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:16:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['46e5f1e4-367c-475c-bac1-d85741b38633'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:43.933022 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.db [None req-7b7c94ff-a68e-4410-9467-c62020607c54 admin admin] For port a56418f9-c2f6-4fe9-b9cf-286ede7866d5, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=a56418f9-c2f6-4fe9-b9cf-286ede7866d5,segment=NetworkSegment(2ae65b33-9dba-40dd-84dc-4e059aac7a0c),segment_id=2ae65b33-9dba-40dd-84dc-4e059aac7a0c)] {{(pid=91837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:16:43.933577 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7b7c94ff-a68e-4410-9467-c62020607c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:43.978081 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-de445a8b-abcc-4918-9ccf-b0c51b845237 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:43.998606 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [None req-de445a8b-abcc-4918-9ccf-b0c51b845237 admin admin] Transition to ACTIVE for port object f47ad6cd-d0f2-40de-9447-210f55ab476e will not be triggered until provisioned by entity DHCP. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:16:44.029069 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-de445a8b-abcc-4918-9ccf-b0c51b845237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:44.034389 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-0d03ef96-9885-46b8-a1ee-34696b521b7f tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:44.084229 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-7b7c94ff-a68e-4410-9467-c62020607c54 admin admin] Calling delete_port for a56418f9-c2f6-4fe9-b9cf-286ede7866d5 owned by network:router_gateway {{(pid=91837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:16:44.122470 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de445a8b-abcc-4918-9ccf-b0c51b845237 admin admin] Network c29e2a41-4a34-44e1-8aa5-30cb9ce42275 is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:16:44.126435 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-de445a8b-abcc-4918-9ccf-b0c51b845237 admin admin] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:16:44.142541 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-e37a0c5c-b676-420b-a3a5-0617c1506ff3 None None] Set router 46e5f1e4-367c-475c-bac1-d85741b38633 gateway port host: None {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:16:44.144933 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de445a8b-abcc-4918-9ccf-b0c51b845237 admin admin] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:16:44.191012 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de445a8b-abcc-4918-9ccf-b0c51b845237 admin admin] Pushing event updated for resources: {'Port': ['ID=f47ad6cd-d0f2-40de-9447-210f55ab476e,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:44.196445 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-de445a8b-abcc-4918-9ccf-b0c51b845237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:44.199506 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c6e4e5be-0db4-44f8-8239-ce4a2d8adf1c None None] Notify callbacks [] for port, precommit_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:44.220068 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-de445a8b-abcc-4918-9ccf-b0c51b845237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658499'] for router_interface, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:44.258829 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c6e4e5be-0db4-44f8-8239-ce4a2d8adf1c None None] Transition to ACTIVE for port object e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1 will not be triggered until provisioned by entity L2. {{(pid=91838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:16:44.285810 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c6e4e5be-0db4-44f8-8239-ce4a2d8adf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:44.287441 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-e37a0c5c-b676-420b-a3a5-0617c1506ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'name': 'tempest-TestMinimumBasicScenario-2104613790-router', 'tenant_id': 'e141f08b4656401195114e7ec697b3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:32Z', 'updated_at': '2021-05-19T21:16:43Z', 'revision_number': 6, 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'gw_port_host': None}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:44.290006 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:44.292743 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37a0c5c-b676-420b-a3a5-0617c1506ff3 None None] The sync data for ids ['46e5f1e4-367c-475c-bac1-d85741b38633'] in dv-cinder-784623-12-iscsi is: [{'id': '46e5f1e4-367c-475c-bac1-d85741b38633', 'name': 'tempest-TestMinimumBasicScenario-2104613790-router', 'tenant_id': 'e141f08b4656401195114e7ec697b3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:32Z', 'updated_at': '2021-05-19T21:16:43Z', 'revision_number': 6, 'project_id': 'e141f08b4656401195114e7ec697b3cc', 'gw_port_host': None}] {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:16:44.404297 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-c6e4e5be-0db4-44f8-8239-ce4a2d8adf1c None None] Attempting to bind port e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1 on host dv-cinder-784623-12-iscsi for vnic_type normal with profile {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:16:44.404675 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-c6e4e5be-0db4-44f8-8239-ce4a2d8adf1c None None] Attempting to bind port e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1 by drivers openvswitch,hyperv on host dv-cinder-784623-12-iscsi at level 0 using segments [{'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:16:44.406389 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e4e5be-0db4-44f8-8239-ce4a2d8adf1c None None] Attempting to bind port e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1 on network 7528c24a-f700-413f-aad3-165c7750b403 {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:16:44.413767 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6f8fd-9bb6-4fcd-88ca-9973d14e05bf None None] Pushing event updated for resources: {'Port': ['ID=e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1,revision_number=2']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:44.416835 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e4e5be-0db4-44f8-8239-ce4a2d8adf1c None None] Checking agent: {'id': 'f197b149-8cce-4905-bf69-1a24ef250a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 0, 38), 'started_at': datetime.datetime(2021, 5, 19, 21, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:16:44.417217 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e4e5be-0db4-44f8-8239-ce4a2d8adf1c None None] Checking segment: {'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:16:44.417629 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c6e4e5be-0db4-44f8-8239-ce4a2d8adf1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:44.418025 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e4e5be-0db4-44f8-8239-ce4a2d8adf1c None None] Bound using segment: {'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:16:44.418699 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-c6e4e5be-0db4-44f8-8239-ce4a2d8adf1c None None] Bound port: e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1, host: dv-cinder-784623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'}}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:16:44.419128 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c6e4e5be-0db4-44f8-8239-ce4a2d8adf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:44.444461 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-b5e6f8fd-9bb6-4fcd-88ca-9973d14e05bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:44.497738 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7b7c94ff-a68e-4410-9467-c62020607c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6754477'] for port, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:44.502975 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:44.524059 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-9e1d793a-69cd-4c40-9bba-ef0a42a11510 None None] Provisioning for port f47ad6cd-d0f2-40de-9447-210f55ab476e completed by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:16:44.537837 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-9e1d793a-69cd-4c40-9bba-ef0a42a11510 None None] Provisioning complete for port f47ad6cd-d0f2-40de-9447-210f55ab476e triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:16:44.538207 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-9e1d793a-69cd-4c40-9bba-ef0a42a11510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:44.550827 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c94ff-a68e-4410-9467-c62020607c54 admin admin] Pushing event deleted for resources: {'Port': ['ID=a56418f9-c2f6-4fe9-b9cf-286ede7866d5,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:44.554548 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-7b7c94ff-a68e-4410-9467-c62020607c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:44.592118 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c6e4e5be-0db4-44f8-8239-ce4a2d8adf1c None None] For port e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1, host dv-cinder-784623-12-iscsi, cleared binding levels {{(pid=91838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:16:44.626326 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c6e4e5be-0db4-44f8-8239-ce4a2d8adf1c None None] For port e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1, host dv-cinder-784623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1,segment=NetworkSegment(2ae65b33-9dba-40dd-84dc-4e059aac7a0c),segment_id=2ae65b33-9dba-40dd-84dc-4e059aac7a0c)] {{(pid=91838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:16:44.631070 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:44.638493 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c6e4e5be-0db4-44f8-8239-ce4a2d8adf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:44.645606 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-1ebc3319-d15f-4107-a304-2eaf300d2be3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:44.655760 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7b7c94ff-a68e-4410-9467-c62020607c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662813'] for router_gateway, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:44.676055 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-de445a8b-abcc-4918-9ccf-b0c51b845237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:44.687420 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-9e1d793a-69cd-4c40-9bba-ef0a42a11510 None None] Port f47ad6cd-d0f2-40de-9447-210f55ab476e cannot update to ACTIVE because it is not bound. {{(pid=91838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 21:16:44.743789 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e4e5be-0db4-44f8-8239-ce4a2d8adf1c None None] Routers {'893d97c3-11bc-44e7-a952-aeb7a789c252'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:16:44.744462 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-c6e4e5be-0db4-44f8-8239-ce4a2d8adf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:16:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['893d97c3-11bc-44e7-a952-aeb7a789c252'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:44.845684 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6f8fd-9bb6-4fcd-88ca-9973d14e05bf None None] Pushing event updated for resources: {'Port': ['ID=e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1,revision_number=3']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:44.857589 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-b5e6f8fd-9bb6-4fcd-88ca-9973d14e05bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:44.883287 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7b7c94ff-a68e-4410-9467-c62020607c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5415'] for router, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:44.887588 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7b7c94ff-a68e-4410-9467-c62020607c54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:44.932421 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7b7c94ff-a68e-4410-9467-c62020607c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-663626'] for router, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:44.932977 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7c94ff-a68e-4410-9467-c62020607c54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46e5f1e4-367c-475c-bac1-d85741b38633 {{(pid=91837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 21:16:44.954466 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7b7c94ff-a68e-4410-9467-c62020607c54 admin admin] Notify callbacks [] for router, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:44.959124 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-7b7c94ff-a68e-4410-9467-c62020607c54 admin admin] 10.222.0.44 "DELETE /v2.0/routers/46e5f1e4-367c-475c-bac1-d85741b38633 HTTP/1.1" status: 204 len: 168 time: 1.8581512 May 19 21:16:44.960313 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 54452) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:45.050557 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-c6e4e5be-0db4-44f8-8239-ce4a2d8adf1c None None] Set router 893d97c3-11bc-44e7-a952-aeb7a789c252 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:16:45.056959 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd3bec9-0988-4cee-8f1f-1ad28ad1410a admin admin] Deleting subnet 5dd05cad-8fb2-4162-80dd-c762712c0dfd {{(pid=91837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 21:16:45.061996 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9cd3bec9-0988-4cee-8f1f-1ad28ad1410a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:45.125633 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-603b3480-a6a0-42e2-a05c-44dbc70789c8 req-82d59211-e3a2-4ae2-8396-829c0780799e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1233118 May 19 21:16:45.148376 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9cd3bec9-0988-4cee-8f1f-1ad28ad1410a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7566427'] for subnet, precommit_delete_associations {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:45.172573 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-de445a8b-abcc-4918-9ccf-b0c51b845237 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:45.184410 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-de445a8b-abcc-4918-9ccf-b0c51b845237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:45.249165 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-c76edbd3-c98b-46bc-9b55-0e321987b904 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:45.257967 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9cd3bec9-0988-4cee-8f1f-1ad28ad1410a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1760382'] for subnet, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:45.495966 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de445a8b-abcc-4918-9ccf-b0c51b845237 admin admin] Pushing event updated for resources: {'Port': ['ID=f47ad6cd-d0f2-40de-9447-210f55ab476e,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:45.508588 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-de445a8b-abcc-4918-9ccf-b0c51b845237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:45.512848 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-de445a8b-abcc-4918-9ccf-b0c51b845237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658468'] for router_interface, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:45.562560 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device a56418f9-c2f6-4fe9-b9cf-286ede7866d5 no longer exists at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:16:45.579829 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b3480-a6a0-42e2-a05c-44dbc70789c8 req-0ac7abed-680a-40ec-ac18-e036ed6dd0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:45.581181 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-603b3480-a6a0-42e2-a05c-44dbc70789c8 req-0ac7abed-680a-40ec-ac18-e036ed6dd0a4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8f782d90475c45a98ec720099679e571&device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 1099 time: 0.2536654 May 19 21:16:45.607385 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] No Port match for: a56418f9-c2f6-4fe9-b9cf-286ede7866d5 {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:16:45.607768 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device a56418f9-c2f6-4fe9-b9cf-286ede7866d5 not bound to the agent host dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:16:45.608151 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device d42952b5-0bad-4a04-9091-c9247f438d20 no longer exists at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:16:45.653920 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9cd3bec9-0988-4cee-8f1f-1ad28ad1410a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6801266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6349982'] for subnet, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:45.668625 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-c6222dec-a867-49c4-a718-18cf07bf4818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:45.680764 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] No Port match for: d42952b5-0bad-4a04-9091-c9247f438d20 {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:16:45.681289 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device d42952b5-0bad-4a04-9091-c9247f438d20 not bound to the agent host dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:16:45.717186 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3bec9-0988-4cee-8f1f-1ad28ad1410a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dd05cad-8fb2-4162-80dd-c762712c0dfd,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:45.720496 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-9cd3bec9-0988-4cee-8f1f-1ad28ad1410a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:45.721627 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9cd3bec9-0988-4cee-8f1f-1ad28ad1410a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for subnet, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:45.731749 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-9cd3bec9-0988-4cee-8f1f-1ad28ad1410a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5dd05cad-8fb2-4162-80dd-c762712c0dfd HTTP/1.1" status: 204 len: 168 time: 0.7667212 May 19 21:16:45.731749 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 54458) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:45.737411 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-c6e4e5be-0db4-44f8-8239-ce4a2d8adf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'name': 'tempest-TestVolumeBootPattern-2072550495-router', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:38Z', 'updated_at': '2021-05-19T21:16:44Z', 'revision_number': 4, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'gw_port': {'id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:39Z', 'updated_at': '2021-05-19T21:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'f47ad6cd-d0f2-40de-9447-210f55ab476e', 'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'mac_address': 'fa:16:3e:33:b5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:43Z', 'updated_at': '2021-05-19T21:16:43Z', 'revision_number': 1, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'subnets': [{'id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:45.741693 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6004aa-14ca-4b89-bc13-5c0c14a98424 None None] Network 73b7349c-369e-491e-baf8-e9528bb71f6c requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:16:45.773644 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e4e5be-0db4-44f8-8239-ce4a2d8adf1c None None] The sync data for ids ['893d97c3-11bc-44e7-a952-aeb7a789c252'] in dv-cinder-784623-12-iscsi is: [{'id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'name': 'tempest-TestVolumeBootPattern-2072550495-router', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:38Z', 'updated_at': '2021-05-19T21:16:44Z', 'revision_number': 4, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'gw_port': {'id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:39Z', 'updated_at': '2021-05-19T21:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'f47ad6cd-d0f2-40de-9447-210f55ab476e', 'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'mac_address': 'fa:16:3e:33:b5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:43Z', 'updated_at': '2021-05-19T21:16:43Z', 'revision_number': 1, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'subnets': [{'id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:16:45.875559 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-50fb26f0-f24b-4c15-bebe-f5d11b2f1773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772294'] for network, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:45.972617 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-50fb26f0-f24b-4c15-bebe-f5d11b2f1773 admin admin] Deleting port 8c9ac691-81fb-4ed0-8b60-6ef82f9f3118 {{(pid=91837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:16:45.973356 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-50fb26f0-f24b-4c15-bebe-f5d11b2f1773 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:45.985050 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de445a8b-abcc-4918-9ccf-b0c51b845237 admin admin] Network c29e2a41-4a34-44e1-8aa5-30cb9ce42275 is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:16:45.989281 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-de445a8b-abcc-4918-9ccf-b0c51b845237 admin admin] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:16:46.060919 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b3480-a6a0-42e2-a05c-44dbc70789c8 req-c7dbc7fc-a7a6-4ded-a1d4-818f7305bd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:46.062547 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-603b3480-a6a0-42e2-a05c-44dbc70789c8 req-c7dbc7fc-a7a6-4ded-a1d4-818f7305bd92 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3f362d28-4199-45e0-91ca-7ccb175d4e6f HTTP/1.1" status: 200 len: 910 time: 0.4297757 May 19 21:16:46.147279 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.db [None req-50fb26f0-f24b-4c15-bebe-f5d11b2f1773 admin admin] For port 8c9ac691-81fb-4ed0-8b60-6ef82f9f3118, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=8c9ac691-81fb-4ed0-8b60-6ef82f9f3118,segment=NetworkSegment(8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0),segment_id=8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0)] {{(pid=91837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:16:46.147641 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-50fb26f0-f24b-4c15-bebe-f5d11b2f1773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:46.233423 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29b22a3-505f-4c8e-943f-381ccb7735f1 None None] DHCP port deletion for 73b7349c-369e-491e-baf8-e9528bb71f6c request from dv-cinder-784623-12-iscsi {{(pid=91838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 21:16:46.326140 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-50fb26f0-f24b-4c15-bebe-f5d11b2f1773 admin admin] Calling delete_port for 8c9ac691-81fb-4ed0-8b60-6ef82f9f3118 owned by network:dhcp {{(pid=91837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:16:46.378869 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-f29b22a3-505f-4c8e-943f-381ccb7735f1 None None] Deleting port 8c9ac691-81fb-4ed0-8b60-6ef82f9f3118 {{(pid=91838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:16:46.379355 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-f29b22a3-505f-4c8e-943f-381ccb7735f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:46.394966 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-603b3480-a6a0-42e2-a05c-44dbc70789c8 req-08882fe0-8dfc-464f-8c1b-cf377967763f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce HTTP/1.1" status: 200 len: 1002 time: 0.3226535 May 19 21:16:46.397096 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-50fb26f0-f24b-4c15-bebe-f5d11b2f1773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6754477'] for port, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:46.411326 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-169b974c-a1b2-48ea-84a8-38c6cf79d14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:46.487134 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fb26f0-f24b-4c15-bebe-f5d11b2f1773 admin admin] No DVR routers for this DVR port 8c9ac691-81fb-4ed0-8b60-6ef82f9f3118 on host dv-cinder-784623-12-iscsi {{(pid=91837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:16:46.567937 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-f0c55941-ec59-47e4-ae01-a63ad16b301c None None] Provisioning complete for port f47ad6cd-d0f2-40de-9447-210f55ab476e triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:16:46.572506 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-f0c55941-ec59-47e4-ae01-a63ad16b301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:46.609231 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b3480-a6a0-42e2-a05c-44dbc70789c8 req-5b416027-e471-4133-a84b-90c801a73e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:46.616720 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-603b3480-a6a0-42e2-a05c-44dbc70789c8 req-5b416027-e471-4133-a84b-90c801a73e2c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5e79841b-91f9-4a16-ad5e-4c945612b0b9 HTTP/1.1" status: 200 len: 848 time: 0.1794748 May 19 21:16:46.619166 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de445a8b-abcc-4918-9ccf-b0c51b845237 admin admin] Router 893d97c3-11bc-44e7-a952-aeb7a789c252 has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:16:46.631307 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-f29b22a3-505f-4c8e-943f-381ccb7735f1 None None] For port 8c9ac691-81fb-4ed0-8b60-6ef82f9f3118, host dv-cinder-784623-12-iscsi, got binding levels [] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:16:46.631712 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-f29b22a3-505f-4c8e-943f-381ccb7735f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:46.828974 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b3480-a6a0-42e2-a05c-44dbc70789c8 req-f0a2c5c0-6240-451f-b949-28e35bf10414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:46.831379 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-603b3480-a6a0-42e2-a05c-44dbc70789c8 req-f0a2c5c0-6240-451f-b949-28e35bf10414 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3f362d28-4199-45e0-91ca-7ccb175d4e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2052760 May 19 21:16:46.874057 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb26f0-f24b-4c15-bebe-f5d11b2f1773 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c9ac691-81fb-4ed0-8b60-6ef82f9f3118,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:46.902060 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-50fb26f0-f24b-4c15-bebe-f5d11b2f1773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:47.028621 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-f29b22a3-505f-4c8e-943f-381ccb7735f1 None None] Calling delete_port for 8c9ac691-81fb-4ed0-8b60-6ef82f9f3118 owned by network:dhcp {{(pid=91838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:16:47.038800 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.ipam_backend_mixin [None req-f29b22a3-505f-4c8e-943f-381ccb7735f1 None None] Port 8c9ac691-81fb-4ed0-8b60-6ef82f9f3118 was not found and therefore no delete operation was performed {{(pid=91838) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 19 21:16:47.046014 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-f29b22a3-505f-4c8e-943f-381ccb7735f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196'] for port, after_delete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:47.050757 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-f0c55941-ec59-47e4-ae01-a63ad16b301c None None] Port f47ad6cd-d0f2-40de-9447-210f55ab476e cannot update to ACTIVE because it is not bound. {{(pid=91838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 21:16:47.063087 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:47.104731 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-50fb26f0-f24b-4c15-bebe-f5d11b2f1773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754869', 'neutron.services.segments.db._delete_segments_for_network-8750774465410'] for network, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:47.106077 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-603b3480-a6a0-42e2-a05c-44dbc70789c8 req-35de41b5-a452-4725-9491-f1052eb99c3f service neutron] 10.222.0.25 "GET /v2.0/networks/3f362d28-4199-45e0-91ca-7ccb175d4e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645512 May 19 21:16:47.126407 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.services.segments.db [None req-50fb26f0-f24b-4c15-bebe-f5d11b2f1773 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b7349c-369e-491e-baf8-e9528bb71f6c']}} {{(pid=91837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:47.141629 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.services.segments.db [None req-50fb26f0-f24b-4c15-bebe-f5d11b2f1773 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0') {'for_net_delete': True} {{(pid=91837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:47.141930 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.services.segments.db [None req-50fb26f0-f24b-4c15-bebe-f5d11b2f1773 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c0ef7a6-5ec1-4bff-b8ac-f5ac749922f0') {} {{(pid=91837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:47.150379 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29b22a3-505f-4c8e-943f-381ccb7735f1 None None] No DVR routers for this DVR port 8c9ac691-81fb-4ed0-8b60-6ef82f9f3118 on host dv-cinder-784623-12-iscsi {{(pid=91838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:16:47.156515 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-50fb26f0-f24b-4c15-bebe-f5d11b2f1773 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750774475915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7566412'] for segment, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:47.158417 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b22a3-505f-4c8e-943f-381ccb7735f1 None None] Pushing event deleted for resources: {'Port': ['ID=8c9ac691-81fb-4ed0-8b60-6ef82f9f3118,revision_number=None']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:47.169301 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-f29b22a3-505f-4c8e-943f-381ccb7735f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:47.180533 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-50fb26f0-f24b-4c15-bebe-f5d11b2f1773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:47.188761 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50fb26f0-f24b-4c15-bebe-f5d11b2f1773 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=91837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:16:47.188761 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-50fb26f0-f24b-4c15-bebe-f5d11b2f1773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6754512'] for segment, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:47.267561 dv-cinder-784623-12-iscsi neutron-server[91837]: Traceback (most recent call last): May 19 21:16:47.267561 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 21:16:47.267561 dv-cinder-784623-12-iscsi neutron-server[91837]: timer() May 19 21:16:47.267561 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 21:16:47.267561 dv-cinder-784623-12-iscsi neutron-server[91837]: cb(*args, **kw) May 19 21:16:47.267561 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 21:16:47.267561 dv-cinder-784623-12-iscsi neutron-server[91837]: return func(*args, **kwargs) May 19 21:16:47.267561 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 21:16:47.267561 dv-cinder-784623-12-iscsi neutron-server[91837]: self._notify() May 19 21:16:47.267561 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 21:16:47.267561 dv-cinder-784623-12-iscsi neutron-server[91837]: self.callback(batched_events) May 19 21:16:47.267561 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 21:16:47.267561 dv-cinder-784623-12-iscsi neutron-server[91837]: event.method(event) May 19 21:16:47.267561 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 21:16:47.267561 dv-cinder-784623-12-iscsi neutron-server[91837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 21:16:47.267561 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 21:16:47.267561 dv-cinder-784623-12-iscsi neutron-server[91837]: aggregate_uuid = self.p_client.list_aggregates( May 19 21:16:47.267561 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 21:16:47.267561 dv-cinder-784623-12-iscsi neutron-server[91837]: return f(self, *a, **k) May 19 21:16:47.267561 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 21:16:47.267561 dv-cinder-784623-12-iscsi neutron-server[91837]: return self._get(url).json() May 19 21:16:47.267561 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 21:16:47.267561 dv-cinder-784623-12-iscsi neutron-server[91837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 21:16:47.267561 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 21:16:47.267561 dv-cinder-784623-12-iscsi neutron-server[91837]: return self.request(url, 'GET', **kwargs) May 19 21:16:47.267561 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 21:16:47.267561 dv-cinder-784623-12-iscsi neutron-server[91837]: base_url = self.get_endpoint(auth, allow=allow, May 19 21:16:47.267561 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 21:16:47.267561 dv-cinder-784623-12-iscsi neutron-server[91837]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 21:16:47.267561 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 21:16:47.267561 dv-cinder-784623-12-iscsi neutron-server[91837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 21:16:47.267561 dv-cinder-784623-12-iscsi neutron-server[91837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 21:16:47.299267 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-50fb26f0-f24b-4c15-bebe-f5d11b2f1773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662838'] for network, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:47.307796 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-9a560016-c552-426b-8de3-188eab26eb9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:47.324790 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-50fb26f0-f24b-4c15-bebe-f5d11b2f1773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:47.336919 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb26f0-f24b-4c15-bebe-f5d11b2f1773 admin admin] Pushing event deleted for resources: {'Network': ['ID=73b7349c-369e-491e-baf8-e9528bb71f6c,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:47.340715 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-50fb26f0-f24b-4c15-bebe-f5d11b2f1773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:47.361876 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-50fb26f0-f24b-4c15-bebe-f5d11b2f1773 admin admin] 10.222.0.44 "DELETE /v2.0/networks/73b7349c-369e-491e-baf8-e9528bb71f6c HTTP/1.1" status: 204 len: 168 time: 1.6264715 May 19 21:16:47.362112 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de445a8b-abcc-4918-9ccf-b0c51b845237 admin admin] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:16:47.363883 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 54470) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:47.375783 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-de445a8b-abcc-4918-9ccf-b0c51b845237 admin admin] 10.222.0.44 "PUT /v2.0/routers/893d97c3-11bc-44e7-a952-aeb7a789c252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1012874 May 19 21:16:47.455395 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-603b3480-a6a0-42e2-a05c-44dbc70789c8 req-bd2b5e3b-2b74-49e6-b07e-a35dcbea519b service neutron] 10.222.0.25 "GET /v2.0/networks/3f362d28-4199-45e0-91ca-7ccb175d4e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518036 May 19 21:16:47.562201 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:16:47.659551 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning for port e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:16:47.665866 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:16:47.666610 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:47.839006 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:47.858253 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] For port e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1,segment=NetworkSegment(2ae65b33-9dba-40dd-84dc-4e059aac7a0c),segment_id=2ae65b33-9dba-40dd-84dc-4e059aac7a0c)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:16:47.864351 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:47.867308 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:47.950515 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 8c9ac691-81fb-4ed0-8b60-6ef82f9f3118 no longer exists at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:16:48.003960 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] No Port match for: 8c9ac691-81fb-4ed0-8b60-6ef82f9f3118 {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:16:48.004387 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 8c9ac691-81fb-4ed0-8b60-6ef82f9f3118 not bound to the agent host dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:16:48.024386 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Pushing event updated for resources: {'Port': ['ID=e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:48.028191 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:48.170106 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-fbc82740-bb31-489b-b6f1-dccaf8c44942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658486'] for router_interface, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:48.390989 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 54494) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:48.400434 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-03e15701-8393-41e3-aa81-11c3d7a202e4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-444356295-network', 'tenant_id': '37636c88c4d94305960678bb4ee4ee5c'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:16:48.406708 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-03e15701-8393-41e3-aa81-11c3d7a202e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:16:48.410779 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-03e15701-8393-41e3-aa81-11c3d7a202e4 admin admin] Usage tracker for resource:network and tenant:37636c88c4d94305960678bb4ee4ee5c is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:16:48.414273 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-03e15701-8393-41e3-aa81-11c3d7a202e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:16:48.421062 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-03e15701-8393-41e3-aa81-11c3d7a202e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:16:48.440073 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e15701-8393-41e3-aa81-11c3d7a202e4 admin admin] Made reservation on behalf of 37636c88c4d94305960678bb4ee4ee5c for: {'network': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:16:48.443552 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-03e15701-8393-41e3-aa81-11c3d7a202e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1785277'] for network, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:48.460799 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-03e15701-8393-41e3-aa81-11c3d7a202e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:48.481806 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-03e15701-8393-41e3-aa81-11c3d7a202e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:16:48.486880 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-03e15701-8393-41e3-aa81-11c3d7a202e4 admin admin] Usage tracker for resource:security_group_rule and tenant:37636c88c4d94305960678bb4ee4ee5c is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:16:48.490327 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-03e15701-8393-41e3-aa81-11c3d7a202e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:16:48.498128 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-03e15701-8393-41e3-aa81-11c3d7a202e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:16:48.636842 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-03e15701-8393-41e3-aa81-11c3d7a202e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:48.644360 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-03e15701-8393-41e3-aa81-11c3d7a202e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:48.647944 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-6fff0854-2816-452a-b1cc-b139677b0f75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:48.688542 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e15701-8393-41e3-aa81-11c3d7a202e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=91836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:16:48.694536 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e15701-8393-41e3-aa81-11c3d7a202e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b7c306-3109-4b25-a7d1-70c3cd052ffc,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:48.698378 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-03e15701-8393-41e3-aa81-11c3d7a202e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:48.706153 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-03e15701-8393-41e3-aa81-11c3d7a202e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:48.706715 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.db.segments_db [None req-03e15701-8393-41e3-aa81-11c3d7a202e4 admin admin] Added segment 7e8506a2-cd4f-48c6-aca1-1bcb1abb9365 of type vlan for network e08a3ce9-6066-4f99-90d9-174c6231af81 May 19 21:16:48.755635 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-03e15701-8393-41e3-aa81-11c3d7a202e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750774008697'] for network, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:48.784719 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-fbc82740-bb31-489b-b6f1-dccaf8c44942 admin admin] Deleting port fd2bbe74-5778-447d-8a34-dac751fef6fd {{(pid=91837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:16:48.785286 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-fbc82740-bb31-489b-b6f1-dccaf8c44942 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:48.802598 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-03e15701-8393-41e3-aa81-11c3d7a202e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448'] for network, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:48.804819 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e15701-8393-41e3-aa81-11c3d7a202e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:48.805468 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-03e15701-8393-41e3-aa81-11c3d7a202e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:48.811903 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-8e55f033-34ed-4971-af48-7e6a6436d9ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:48.936960 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-03e15701-8393-41e3-aa81-11c3d7a202e4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5428417 May 19 21:16:48.938432 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e15701-8393-41e3-aa81-11c3d7a202e4 admin admin] Pushing event updated for resources: {'Network': ['ID=e08a3ce9-6066-4f99-90d9-174c6231af81,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:48.941722 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-03e15701-8393-41e3-aa81-11c3d7a202e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:48.942674 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 54502) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:48.949790 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-533c932b-0708-40ce-b75d-cf5556055a6c admin admin] Request body: {'subnet': {'network_id': 'e08a3ce9-6066-4f99-90d9-174c6231af81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-444356295-subnet', 'tenant_id': '37636c88c4d94305960678bb4ee4ee5c', 'ip_version': 4}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:16:48.955666 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-533c932b-0708-40ce-b75d-cf5556055a6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:16:48.956426 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Network e08a3ce9-6066-4f99-90d9-174c6231af81 details requested by agent ovs-agent-dv-cinder-784623-12-iscsi with host dv-cinder-784623-12-iscsi {{(pid=91838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 21:16:48.961890 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-533c932b-0708-40ce-b75d-cf5556055a6c admin admin] Usage tracker for resource:subnet and tenant:37636c88c4d94305960678bb4ee4ee5c is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:16:48.966712 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-533c932b-0708-40ce-b75d-cf5556055a6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:16:48.975085 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-533c932b-0708-40ce-b75d-cf5556055a6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:16:48.992665 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533c932b-0708-40ce-b75d-cf5556055a6c admin admin] Made reservation on behalf of 37636c88c4d94305960678bb4ee4ee5c for: {'subnet': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:16:48.998347 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-533c932b-0708-40ce-b75d-cf5556055a6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7162105'] for subnet, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:49.055762 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609a2c0e-7bde-4b5f-abef-3e2e69840afa None None] Sync routers for ids ['893d97c3-11bc-44e7-a952-aeb7a789c252'] in dv-cinder-784623-12-iscsi {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:16:49.064883 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.db [None req-fbc82740-bb31-489b-b6f1-dccaf8c44942 admin admin] For port fd2bbe74-5778-447d-8a34-dac751fef6fd, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=fd2bbe74-5778-447d-8a34-dac751fef6fd,segment=NetworkSegment(bf518d5f-0180-4f98-83fe-0a196c75da67),segment_id=bf518d5f-0180-4f98-83fe-0a196c75da67)] {{(pid=91837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:16:49.065237 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-fbc82740-bb31-489b-b6f1-dccaf8c44942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:49.190599 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609a2c0e-7bde-4b5f-abef-3e2e69840afa None None] Routers {'893d97c3-11bc-44e7-a952-aeb7a789c252'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:16:49.191284 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-609a2c0e-7bde-4b5f-abef-3e2e69840afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:16:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['893d97c3-11bc-44e7-a952-aeb7a789c252'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:49.387703 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-609a2c0e-7bde-4b5f-abef-3e2e69840afa None None] Set router 893d97c3-11bc-44e7-a952-aeb7a789c252 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:16:49.406197 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-fbc82740-bb31-489b-b6f1-dccaf8c44942 admin admin] Calling delete_port for fd2bbe74-5778-447d-8a34-dac751fef6fd owned by network:router_interface {{(pid=91837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:16:49.539749 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:16:49.629759 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-fbc82740-bb31-489b-b6f1-dccaf8c44942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6754477'] for port, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:49.637099 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-29f65487-d037-49b3-b947-8b2d0dbff727 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:49.712818 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-533c932b-0708-40ce-b75d-cf5556055a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6526971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7162059'] for subnet, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:49.720016 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-4ac6191a-d041-4942-8ef7-e58e43ba69a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:49.752916 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc82740-bb31-489b-b6f1-dccaf8c44942 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd2bbe74-5778-447d-8a34-dac751fef6fd,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:49.755804 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-fbc82740-bb31-489b-b6f1-dccaf8c44942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:49.823984 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533c932b-0708-40ce-b75d-cf5556055a6c admin admin] Checking segment: {'id': '7e8506a2-cd4f-48c6-aca1-1bcb1abb9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e08a3ce9-6066-4f99-90d9-174c6231af81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:16:49.823984 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533c932b-0708-40ce-b75d-cf5556055a6c admin admin] Network hostable DHCP agents. Network: e08a3ce9-6066-4f99-90d9-174c6231af81, hostable agents: ['79fa1e52-5d5b-4f2e-bd0b-6133595bf37f'], hosted agents: [] {{(pid=91836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:16:49.838176 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c932b-0708-40ce-b75d-cf5556055a6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0ae8fa6-0e2b-4c4b-8c3d-973546201a1f,revision_number=0']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:49.841400 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-533c932b-0708-40ce-b75d-cf5556055a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:49.863479 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533c932b-0708-40ce-b75d-cf5556055a6c admin admin] Network e08a3ce9-6066-4f99-90d9-174c6231af81 is scheduled to be hosted by DHCP agent 79fa1e52-5d5b-4f2e-bd0b-6133595bf37f with binding_index 1 {{(pid=91836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:16:49.886299 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-533c932b-0708-40ce-b75d-cf5556055a6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-12-iscsi, e08a3ce9-6066-4f99-90d9-174c6231af81) {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:16:49.906200 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533c932b-0708-40ce-b75d-cf5556055a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:16:49.907181 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-533c932b-0708-40ce-b75d-cf5556055a6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:49.918641 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2310180-ba7b-4dd2-85da-047426d0d9ae None None] Network e08a3ce9-6066-4f99-90d9-174c6231af81 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:16:49.938120 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:16:49.938463 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:49.943124 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-533c932b-0708-40ce-b75d-cf5556055a6c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9989438 May 19 21:16:49.946095 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 54506) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:49.956667 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-444356295-router', 'tenant_id': '37636c88c4d94305960678bb4ee4ee5c', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403'}}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:16:49.965417 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:16:49.973985 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Usage tracker for resource:router and tenant:37636c88c4d94305960678bb4ee4ee5c is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:16:49.979978 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:16:49.991094 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:16:50.013354 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-632075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5397'] for router, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:50.015443 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5406'] for router, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:50.053383 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:50.089375 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-fbc82740-bb31-489b-b6f1-dccaf8c44942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662438'] for router_interface, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:50.400137 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ae198f-a1de-42cb-9ad8-0cda0ae82e4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c1ac1fe-8999-50db-9da9-b16559c89988-e08a3ce9-6066-4f99-90d9-174c6231af81', 'network_id': 'e08a3ce9-6066-4f99-90d9-174c6231af81', 'tenant_id': '37636c88c4d94305960678bb4ee4ee5c', 'fixed_ips': [{'subnet_id': 'e0ae8fa6-0e2b-4c4b-8c3d-973546201a1f'}]}} from dv-cinder-784623-12-iscsi. {{(pid=91838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 21:16:50.401560 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-60ae198f-a1de-42cb-9ad8-0cda0ae82e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:50.412270 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-662851', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-632185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5424'] for router, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:50.444655 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-609a2c0e-7bde-4b5f-abef-3e2e69840afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'name': 'tempest-TestVolumeBootPattern-2072550495-router', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:38Z', 'updated_at': '2021-05-19T21:16:44Z', 'revision_number': 4, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'gw_port': {'id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:39Z', 'updated_at': '2021-05-19T21:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'f47ad6cd-d0f2-40de-9447-210f55ab476e', 'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'mac_address': 'fa:16:3e:33:b5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:43Z', 'updated_at': '2021-05-19T21:16:44Z', 'revision_number': 2, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'subnets': [{'id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:50.525250 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609a2c0e-7bde-4b5f-abef-3e2e69840afa None None] Checking router: 893d97c3-11bc-44e7-a952-aeb7a789c252 for host: dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:16:50.525810 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609a2c0e-7bde-4b5f-abef-3e2e69840afa None None] Updating router 893d97c3-11bc-44e7-a952-aeb7a789c252 port f47ad6cd-d0f2-40de-9447-210f55ab476e binding host dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:16:50.532186 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc82740-bb31-489b-b6f1-dccaf8c44942 admin admin] Router 536b716f-fda0-46c3-82e9-4a73faf73e6c has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:16:50.668097 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-609a2c0e-7bde-4b5f-abef-3e2e69840afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:50.750847 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc82740-bb31-489b-b6f1-dccaf8c44942 admin admin] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:16:50.763833 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.db_base_plugin_common [None req-60ae198f-a1de-42cb-9ad8-0cda0ae82e4b None None] Allocated IP 172.20.0.2 (e08a3ce9-6066-4f99-90d9-174c6231af81/e0ae8fa6-0e2b-4c4b-8c3d-973546201a1f/3997c942-078c-4b37-8809-39d6dc4e0864) {{(pid=91838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:16:50.764107 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e47d487-b5b4-44cc-9a24-d06e8b0cb2e2 None None] Sync routers for ids ['536b716f-fda0-46c3-82e9-4a73faf73e6c'] in dv-cinder-784623-12-iscsi {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:16:50.772875 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-fbc82740-bb31-489b-b6f1-dccaf8c44942 admin admin] 10.222.0.44 "PUT /v2.0/routers/536b716f-fda0-46c3-82e9-4a73faf73e6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4059114 May 19 21:16:50.775357 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 54512) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:50.789212 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e47d487-b5b4-44cc-9a24-d06e8b0cb2e2 None None] Routers {'536b716f-fda0-46c3-82e9-4a73faf73e6c'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:16:50.789904 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-0e47d487-b5b4-44cc-9a24-d06e8b0cb2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:16:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['536b716f-fda0-46c3-82e9-4a73faf73e6c'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:50.846604 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:50.880582 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:51.057508 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-0e47d487-b5b4-44cc-9a24-d06e8b0cb2e2 None None] Set router 536b716f-fda0-46c3-82e9-4a73faf73e6c gateway port host: dv-cinder-784623-12-iscsi {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:16:51.138639 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Allocated IP 172.27.1.122 (7528c24a-f700-413f-aad3-165c7750b403/5baa0079-c83e-4549-8f83-3def60c01514/821f12eb-37cb-40f2-bc05-6f44088d7291) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:16:51.203132 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-5c512350-8e42-4c8e-9229-4ba023d4cb36 admin admin] Notify callbacks [] for router, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:51.364396 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:51.461289 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:51.464391 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-0e47d487-b5b4-44cc-9a24-d06e8b0cb2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536b716f-fda0-46c3-82e9-4a73faf73e6c', 'name': 'tempest-TestMinimumBasicScenario-880904996-router', 'tenant_id': '035a244c2b4241c4bccab9c0f81d8cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '0d0af4e6-1edf-413e-ab4e-4dac50386f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:41Z', 'updated_at': '2021-05-19T21:16:49Z', 'revision_number': 5, 'project_id': '035a244c2b4241c4bccab9c0f81d8cb8', 'gw_port': {'id': '0d0af4e6-1edf-413e-ab4e-4dac50386f2f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536b716f-fda0-46c3-82e9-4a73faf73e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:42Z', 'updated_at': '2021-05-19T21:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi'}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:51.471046 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e47d487-b5b4-44cc-9a24-d06e8b0cb2e2 None None] Checking router: 536b716f-fda0-46c3-82e9-4a73faf73e6c for host: dv-cinder-784623-12-iscsi {{(pid=91839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:16:51.478359 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-88253a1b-0388-43b2-83b1-637af62c581b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:51.486584 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e47d487-b5b4-44cc-9a24-d06e8b0cb2e2 None None] Routers {'536b716f-fda0-46c3-82e9-4a73faf73e6c'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:16:51.487762 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-0e47d487-b5b4-44cc-9a24-d06e8b0cb2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:16:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['536b716f-fda0-46c3-82e9-4a73faf73e6c'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:51.522037 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-5c512350-8e42-4c8e-9229-4ba023d4cb36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:51.559036 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-609a2c0e-7bde-4b5f-abef-3e2e69840afa None None] Notify callbacks [] for port, precommit_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:51.595788 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-609a2c0e-7bde-4b5f-abef-3e2e69840afa None None] Transition to ACTIVE for port object f47ad6cd-d0f2-40de-9447-210f55ab476e will not be triggered until provisioned by entity L2. {{(pid=91838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:16:51.610904 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-609a2c0e-7bde-4b5f-abef-3e2e69840afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:51.613075 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Network 7528c24a-f700-413f-aad3-165c7750b403 is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:16:51.617695 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:16:51.621847 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:51.627330 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:16:51.652910 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-5c512350-8e42-4c8e-9229-4ba023d4cb36 admin admin] Deleting port 0d0af4e6-1edf-413e-ab4e-4dac50386f2f {{(pid=91837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:16:51.653622 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-5c512350-8e42-4c8e-9229-4ba023d4cb36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:51.730949 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-0e47d487-b5b4-44cc-9a24-d06e8b0cb2e2 None None] Set router 536b716f-fda0-46c3-82e9-4a73faf73e6c gateway port host: None {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:16:51.774526 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0c13c-844f-49e5-a4a1-7ddaa0219919 None None] Pushing event updated for resources: {'Port': ['ID=f47ad6cd-d0f2-40de-9447-210f55ab476e,revision_number=3']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:51.790899 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-8fd0c13c-844f-49e5-a4a1-7ddaa0219919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:51.829575 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Pushing event updated for resources: {'Port': ['ID=821f12eb-37cb-40f2-bc05-6f44088d7291,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:51.845205 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:51.845574 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:51.845932 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:51.846282 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:51.846627 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:51.847032 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:51.847619 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:51.847720 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:51.848048 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:51.848527 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:51.849563 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:51.849563 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:16:51.854636 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-0e47d487-b5b4-44cc-9a24-d06e8b0cb2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536b716f-fda0-46c3-82e9-4a73faf73e6c', 'name': 'tempest-TestMinimumBasicScenario-880904996-router', 'tenant_id': '035a244c2b4241c4bccab9c0f81d8cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:41Z', 'updated_at': '2021-05-19T21:16:51Z', 'revision_number': 6, 'project_id': '035a244c2b4241c4bccab9c0f81d8cb8', 'gw_port_host': None}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:51.856864 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:51.860710 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e47d487-b5b4-44cc-9a24-d06e8b0cb2e2 None None] The sync data for ids ['536b716f-fda0-46c3-82e9-4a73faf73e6c'] in dv-cinder-784623-12-iscsi is: [{'id': '536b716f-fda0-46c3-82e9-4a73faf73e6c', 'name': 'tempest-TestMinimumBasicScenario-880904996-router', 'tenant_id': '035a244c2b4241c4bccab9c0f81d8cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:41Z', 'updated_at': '2021-05-19T21:16:51Z', 'revision_number': 6, 'project_id': '035a244c2b4241c4bccab9c0f81d8cb8', 'gw_port_host': None}] {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:16:51.888716 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-60ae198f-a1de-42cb-9ad8-0cda0ae82e4b None None] Notify callbacks [] for port, precommit_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:51.943165 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.db [None req-5c512350-8e42-4c8e-9229-4ba023d4cb36 admin admin] For port 0d0af4e6-1edf-413e-ab4e-4dac50386f2f, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=0d0af4e6-1edf-413e-ab4e-4dac50386f2f,segment=NetworkSegment(2ae65b33-9dba-40dd-84dc-4e059aac7a0c),segment_id=2ae65b33-9dba-40dd-84dc-4e059aac7a0c)] {{(pid=91837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:16:51.944096 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-5c512350-8e42-4c8e-9229-4ba023d4cb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:52.008613 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-60ae198f-a1de-42cb-9ad8-0cda0ae82e4b None None] Transition to ACTIVE for port object 3997c942-078c-4b37-8809-39d6dc4e0864 will not be triggered until provisioned by entity L2. {{(pid=91838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:16:52.068862 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-609a2c0e-7bde-4b5f-abef-3e2e69840afa None None] Attempting to bind port f47ad6cd-d0f2-40de-9447-210f55ab476e on host dv-cinder-784623-12-iscsi for vnic_type normal with profile {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:16:52.069458 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-609a2c0e-7bde-4b5f-abef-3e2e69840afa None None] Attempting to bind port f47ad6cd-d0f2-40de-9447-210f55ab476e by drivers openvswitch,hyperv on host dv-cinder-784623-12-iscsi at level 0 using segments [{'id': '19ccf4de-557f-4d49-a3d6-a6cd943635cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275'}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:16:52.070187 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609a2c0e-7bde-4b5f-abef-3e2e69840afa None None] Attempting to bind port f47ad6cd-d0f2-40de-9447-210f55ab476e on network c29e2a41-4a34-44e1-8aa5-30cb9ce42275 {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:16:52.084791 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609a2c0e-7bde-4b5f-abef-3e2e69840afa None None] Checking agent: {'id': 'f197b149-8cce-4905-bf69-1a24ef250a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 0, 38), 'started_at': datetime.datetime(2021, 5, 19, 21, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:16:52.085457 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609a2c0e-7bde-4b5f-abef-3e2e69840afa None None] Checking segment: {'id': '19ccf4de-557f-4d49-a3d6-a6cd943635cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:16:52.086117 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-609a2c0e-7bde-4b5f-abef-3e2e69840afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:52.086827 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609a2c0e-7bde-4b5f-abef-3e2e69840afa None None] Bound using segment: {'id': '19ccf4de-557f-4d49-a3d6-a6cd943635cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275'} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:16:52.088442 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-609a2c0e-7bde-4b5f-abef-3e2e69840afa None None] Bound port: f47ad6cd-d0f2-40de-9447-210f55ab476e, host: dv-cinder-784623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ccf4de-557f-4d49-a3d6-a6cd943635cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275'}}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:16:52.089123 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-609a2c0e-7bde-4b5f-abef-3e2e69840afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:52.118004 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-5c512350-8e42-4c8e-9229-4ba023d4cb36 admin admin] Calling delete_port for 0d0af4e6-1edf-413e-ab4e-4dac50386f2f owned by network:router_gateway {{(pid=91837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:16:52.119437 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-60ae198f-a1de-42cb-9ad8-0cda0ae82e4b None None] Transition to ACTIVE for port object 3997c942-078c-4b37-8809-39d6dc4e0864 will not be triggered until provisioned by entity DHCP. {{(pid=91838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:16:52.173077 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-60ae198f-a1de-42cb-9ad8-0cda0ae82e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111'] for port, after_create {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:52.180601 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-8fd0c13c-844f-49e5-a4a1-7ddaa0219919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:52.275619 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ae198f-a1de-42cb-9ad8-0cda0ae82e4b None None] Network e08a3ce9-6066-4f99-90d9-174c6231af81 is already hosted by enough agents. {{(pid=91838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:16:52.282092 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.scheduler.base_scheduler [None req-60ae198f-a1de-42cb-9ad8-0cda0ae82e4b None None] Resources bound (agent type, host, resource id): {{(pid=91838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:16:52.285932 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ae198f-a1de-42cb-9ad8-0cda0ae82e4b None None] Received port after_create {{(pid=91838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:16:52.340420 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-5c512350-8e42-4c8e-9229-4ba023d4cb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6754477'] for port, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:52.343316 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-609a2c0e-7bde-4b5f-abef-3e2e69840afa None None] For port f47ad6cd-d0f2-40de-9447-210f55ab476e, host dv-cinder-784623-12-iscsi, cleared binding levels {{(pid=91838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:16:52.345080 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:52.367587 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae198f-a1de-42cb-9ad8-0cda0ae82e4b None None] Pushing event updated for resources: {'Port': ['ID=3997c942-078c-4b37-8809-39d6dc4e0864,revision_number=1']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:52.398037 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c512350-8e42-4c8e-9229-4ba023d4cb36 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d0af4e6-1edf-413e-ab4e-4dac50386f2f,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:52.401036 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-5c512350-8e42-4c8e-9229-4ba023d4cb36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:52.420256 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-60ae198f-a1de-42cb-9ad8-0cda0ae82e4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:52.428687 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-609a2c0e-7bde-4b5f-abef-3e2e69840afa None None] For port f47ad6cd-d0f2-40de-9447-210f55ab476e, host dv-cinder-784623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=f47ad6cd-d0f2-40de-9447-210f55ab476e,segment=NetworkSegment(19ccf4de-557f-4d49-a3d6-a6cd943635cb),segment_id=19ccf4de-557f-4d49-a3d6-a6cd943635cb)] {{(pid=91838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:16:52.453137 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-609a2c0e-7bde-4b5f-abef-3e2e69840afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:52.465648 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-2f8b8673-85a0-4e52-948c-f7e53b12b223 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:52.548790 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-5c512350-8e42-4c8e-9229-4ba023d4cb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662813'] for router_gateway, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:52.553862 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:52.564302 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-60ae198f-a1de-42cb-9ad8-0cda0ae82e4b None None] Attempting to bind port 3997c942-078c-4b37-8809-39d6dc4e0864 on host dv-cinder-784623-12-iscsi for vnic_type normal with profile {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:16:52.565434 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-60ae198f-a1de-42cb-9ad8-0cda0ae82e4b None None] Attempting to bind port 3997c942-078c-4b37-8809-39d6dc4e0864 by drivers openvswitch,hyperv on host dv-cinder-784623-12-iscsi at level 0 using segments [{'id': '7e8506a2-cd4f-48c6-aca1-1bcb1abb9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e08a3ce9-6066-4f99-90d9-174c6231af81'}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:16:52.571610 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae198f-a1de-42cb-9ad8-0cda0ae82e4b None None] Attempting to bind port 3997c942-078c-4b37-8809-39d6dc4e0864 on network e08a3ce9-6066-4f99-90d9-174c6231af81 {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:16:52.629349 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae198f-a1de-42cb-9ad8-0cda0ae82e4b None None] Checking agent: {'id': 'f197b149-8cce-4905-bf69-1a24ef250a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 0, 38), 'started_at': datetime.datetime(2021, 5, 19, 21, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:16:52.636194 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae198f-a1de-42cb-9ad8-0cda0ae82e4b None None] Checking segment: {'id': '7e8506a2-cd4f-48c6-aca1-1bcb1abb9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e08a3ce9-6066-4f99-90d9-174c6231af81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:16:52.636826 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-60ae198f-a1de-42cb-9ad8-0cda0ae82e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:52.637435 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae198f-a1de-42cb-9ad8-0cda0ae82e4b None None] Bound using segment: {'id': '7e8506a2-cd4f-48c6-aca1-1bcb1abb9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e08a3ce9-6066-4f99-90d9-174c6231af81'} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:16:52.638210 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-60ae198f-a1de-42cb-9ad8-0cda0ae82e4b None None] Bound port: 3997c942-078c-4b37-8809-39d6dc4e0864, host: dv-cinder-784623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e8506a2-cd4f-48c6-aca1-1bcb1abb9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e08a3ce9-6066-4f99-90d9-174c6231af81'}}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:16:52.638825 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-60ae198f-a1de-42cb-9ad8-0cda0ae82e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:52.738503 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609a2c0e-7bde-4b5f-abef-3e2e69840afa None None] Routers {'893d97c3-11bc-44e7-a952-aeb7a789c252'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:16:52.739520 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-609a2c0e-7bde-4b5f-abef-3e2e69840afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:16:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['893d97c3-11bc-44e7-a952-aeb7a789c252'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:52.876525 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-5c512350-8e42-4c8e-9229-4ba023d4cb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5415'] for router, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:52.879447 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-5c512350-8e42-4c8e-9229-4ba023d4cb36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:52.906655 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0c13c-844f-49e5-a4a1-7ddaa0219919 None None] Pushing event updated for resources: {'Port': ['ID=f47ad6cd-d0f2-40de-9447-210f55ab476e,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:52.911418 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-8fd0c13c-844f-49e5-a4a1-7ddaa0219919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:52.919861 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-5c512350-8e42-4c8e-9229-4ba023d4cb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-663626'] for router, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:52.920738 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c512350-8e42-4c8e-9229-4ba023d4cb36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 536b716f-fda0-46c3-82e9-4a73faf73e6c {{(pid=91837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 21:16:52.951261 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-5c512350-8e42-4c8e-9229-4ba023d4cb36 admin admin] Notify callbacks [] for router, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:52.953003 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-5c512350-8e42-4c8e-9229-4ba023d4cb36 admin admin] 10.222.0.44 "DELETE /v2.0/routers/536b716f-fda0-46c3-82e9-4a73faf73e6c HTTP/1.1" status: 204 len: 168 time: 2.1757708 May 19 21:16:52.956058 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 54524) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:53.042962 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.db_base_plugin_v2 [None req-280a5c8e-b48a-4dea-bf27-09b6960af00f admin admin] Deleting subnet 1d53ac2d-31d6-4458-b4f0-d74bdb318fcb {{(pid=91837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 21:16:53.047152 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-280a5c8e-b48a-4dea-bf27-09b6960af00f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:53.121433 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-280a5c8e-b48a-4dea-bf27-09b6960af00f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7566427'] for subnet, precommit_delete_associations {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:53.153142 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-632064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663024'] for router, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:53.163904 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-60ae198f-a1de-42cb-9ad8-0cda0ae82e4b None None] For port 3997c942-078c-4b37-8809-39d6dc4e0864, host dv-cinder-784623-12-iscsi, cleared binding levels {{(pid=91838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:16:53.188254 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-60ae198f-a1de-42cb-9ad8-0cda0ae82e4b None None] For port 3997c942-078c-4b37-8809-39d6dc4e0864, host dv-cinder-784623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=3997c942-078c-4b37-8809-39d6dc4e0864,segment=NetworkSegment(7e8506a2-cd4f-48c6-aca1-1bcb1abb9365),segment_id=7e8506a2-cd4f-48c6-aca1-1bcb1abb9365)] {{(pid=91838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:16:53.202284 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-60ae198f-a1de-42cb-9ad8-0cda0ae82e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:53.207877 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-609a2c0e-7bde-4b5f-abef-3e2e69840afa None None] Set router 893d97c3-11bc-44e7-a952-aeb7a789c252 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:16:53.253146 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:53.273059 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-280a5c8e-b48a-4dea-bf27-09b6960af00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1760382'] for subnet, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:53.475198 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Router 59cdfc0b-1175-4147-a017-fb2a5985daca is scheduled to L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 with binding_index 1 {{(pid=91836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 21:16:53.591522 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae198f-a1de-42cb-9ad8-0cda0ae82e4b None None] Pushing event updated for resources: {'Port': ['ID=3997c942-078c-4b37-8809-39d6dc4e0864,revision_number=2']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:53.599284 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device f47ad6cd-d0f2-40de-9447-210f55ab476e up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:16:53.666887 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-60ae198f-a1de-42cb-9ad8-0cda0ae82e4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:53.751663 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-280a5c8e-b48a-4dea-bf27-09b6960af00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6801266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6349982'] for subnet, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:53.757878 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:53.891881 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:16:53.962082 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Notify callbacks [] for router, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:53.968111 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0161941 May 19 21:16:53.968518 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 54538) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:53.969012 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c57c819-5e67-451a-a284-03b4f74a0d21 None None] Sync routers for ids ['59cdfc0b-1175-4147-a017-fb2a5985daca'] in dv-cinder-784623-12-iscsi {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:16:53.984063 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning for port f47ad6cd-d0f2-40de-9447-210f55ab476e completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:16:54.008114 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port f47ad6cd-d0f2-40de-9447-210f55ab476e triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:16:54.008755 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:54.061051 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a5c8e-b48a-4dea-bf27-09b6960af00f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d53ac2d-31d6-4458-b4f0-d74bdb318fcb,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:54.063765 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-280a5c8e-b48a-4dea-bf27-09b6960af00f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for subnet, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:54.071338 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-280a5c8e-b48a-4dea-bf27-09b6960af00f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1d53ac2d-31d6-4458-b4f0-d74bdb318fcb HTTP/1.1" status: 204 len: 168 time: 1.1139994 May 19 21:16:54.073464 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-280a5c8e-b48a-4dea-bf27-09b6960af00f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:54.075036 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 54542) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:54.081967 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c57c819-5e67-451a-a284-03b4f74a0d21 None None] Routers {'59cdfc0b-1175-4147-a017-fb2a5985daca'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:16:54.086093 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-7c57c819-5e67-451a-a284-03b4f74a0d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:16:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['59cdfc0b-1175-4147-a017-fb2a5985daca'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:54.215048 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1051ef2f-93a6-4e33-9750-2c0a80884d9a None None] Network dea5e342-debc-482f-a025-b9db9fb0f6b4 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:16:54.248252 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b7b76ea5-71ea-4671-906e-db5489d8bbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772294'] for network, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:54.343327 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-b7b76ea5-71ea-4671-906e-db5489d8bbce admin admin] Deleting port 298bac8c-a0c6-4c60-9e6e-2e8936529150 {{(pid=91837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:16:54.344233 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b7b76ea5-71ea-4671-906e-db5489d8bbce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:54.463122 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.db [None req-b7b76ea5-71ea-4671-906e-db5489d8bbce admin admin] For port 298bac8c-a0c6-4c60-9e6e-2e8936529150, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=298bac8c-a0c6-4c60-9e6e-2e8936529150,segment=NetworkSegment(bf518d5f-0180-4f98-83fe-0a196c75da67),segment_id=bf518d5f-0180-4f98-83fe-0a196c75da67)] {{(pid=91837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:16:54.463578 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b7b76ea5-71ea-4671-906e-db5489d8bbce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:54.626982 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-b7b76ea5-71ea-4671-906e-db5489d8bbce admin admin] Calling delete_port for 298bac8c-a0c6-4c60-9e6e-2e8936529150 owned by network:dhcp {{(pid=91837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:16:54.680313 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b7b76ea5-71ea-4671-906e-db5489d8bbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6754477'] for port, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:54.690960 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-9a560016-c552-426b-8de3-188eab26eb9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:54.742525 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b76ea5-71ea-4671-906e-db5489d8bbce admin admin] Pushing event deleted for resources: {'Port': ['ID=298bac8c-a0c6-4c60-9e6e-2e8936529150,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:54.745010 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b76ea5-71ea-4671-906e-db5489d8bbce admin admin] No DVR routers for this DVR port 298bac8c-a0c6-4c60-9e6e-2e8936529150 on host dv-cinder-784623-12-iscsi {{(pid=91837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:16:54.746214 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-b7b76ea5-71ea-4671-906e-db5489d8bbce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:54.750647 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db08ea3-f7f5-4fe6-a5a1-9eaed78eea15 None None] Network e08a3ce9-6066-4f99-90d9-174c6231af81 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:16:54.786414 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-609a2c0e-7bde-4b5f-abef-3e2e69840afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'name': 'tempest-TestVolumeBootPattern-2072550495-router', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:38Z', 'updated_at': '2021-05-19T21:16:44Z', 'revision_number': 4, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'gw_port': {'id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:39Z', 'updated_at': '2021-05-19T21:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'f47ad6cd-d0f2-40de-9447-210f55ab476e', 'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'mac_address': 'fa:16:3e:33:b5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:43Z', 'updated_at': '2021-05-19T21:16:52Z', 'revision_number': 4, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'subnets': [{'id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:54.817913 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-7c57c819-5e67-451a-a284-03b4f74a0d21 None None] Set router 59cdfc0b-1175-4147-a017-fb2a5985daca gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:16:54.870298 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b7b76ea5-71ea-4671-906e-db5489d8bbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754869', 'neutron.services.segments.db._delete_segments_for_network-8750774465410'] for network, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:54.884213 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.services.segments.db [None req-b7b76ea5-71ea-4671-906e-db5489d8bbce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea5e342-debc-482f-a025-b9db9fb0f6b4']}} {{(pid=91837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:54.898008 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.services.segments.db [None req-b7b76ea5-71ea-4671-906e-db5489d8bbce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf518d5f-0180-4f98-83fe-0a196c75da67') {'for_net_delete': True} {{(pid=91837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:54.898297 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.services.segments.db [None req-b7b76ea5-71ea-4671-906e-db5489d8bbce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf518d5f-0180-4f98-83fe-0a196c75da67') {} {{(pid=91837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:54.911065 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b7b76ea5-71ea-4671-906e-db5489d8bbce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750774475915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7566412'] for segment, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:54.927979 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609a2c0e-7bde-4b5f-abef-3e2e69840afa None None] The sync data for ids ['893d97c3-11bc-44e7-a952-aeb7a789c252'] in dv-cinder-784623-12-iscsi is: [{'id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'name': 'tempest-TestVolumeBootPattern-2072550495-router', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:38Z', 'updated_at': '2021-05-19T21:16:44Z', 'revision_number': 4, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'gw_port': {'id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:39Z', 'updated_at': '2021-05-19T21:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'f47ad6cd-d0f2-40de-9447-210f55ab476e', 'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'mac_address': 'fa:16:3e:33:b5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:43Z', 'updated_at': '2021-05-19T21:16:52Z', 'revision_number': 4, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'subnets': [{'id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:16:54.928335 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b7b76ea5-71ea-4671-906e-db5489d8bbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:54.936579 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b76ea5-71ea-4671-906e-db5489d8bbce admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=91837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:16:54.936977 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b7b76ea5-71ea-4671-906e-db5489d8bbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6754512'] for segment, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:54.953500 dv-cinder-784623-12-iscsi neutron-server[91837]: Traceback (most recent call last): May 19 21:16:54.953500 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 21:16:54.953500 dv-cinder-784623-12-iscsi neutron-server[91837]: timer() May 19 21:16:54.953500 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 21:16:54.953500 dv-cinder-784623-12-iscsi neutron-server[91837]: cb(*args, **kw) May 19 21:16:54.953500 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 21:16:54.953500 dv-cinder-784623-12-iscsi neutron-server[91837]: return func(*args, **kwargs) May 19 21:16:54.953500 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 21:16:54.953500 dv-cinder-784623-12-iscsi neutron-server[91837]: self._notify() May 19 21:16:54.953500 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 21:16:54.953500 dv-cinder-784623-12-iscsi neutron-server[91837]: self.callback(batched_events) May 19 21:16:54.953500 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 21:16:54.953500 dv-cinder-784623-12-iscsi neutron-server[91837]: event.method(event) May 19 21:16:54.953500 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 21:16:54.953500 dv-cinder-784623-12-iscsi neutron-server[91837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 21:16:54.953500 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 21:16:54.953500 dv-cinder-784623-12-iscsi neutron-server[91837]: aggregate_uuid = self.p_client.list_aggregates( May 19 21:16:54.953500 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 21:16:54.953500 dv-cinder-784623-12-iscsi neutron-server[91837]: return f(self, *a, **k) May 19 21:16:54.953500 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 21:16:54.953500 dv-cinder-784623-12-iscsi neutron-server[91837]: return self._get(url).json() May 19 21:16:54.953500 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 21:16:54.953500 dv-cinder-784623-12-iscsi neutron-server[91837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 21:16:54.953500 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 21:16:54.953500 dv-cinder-784623-12-iscsi neutron-server[91837]: return self.request(url, 'GET', **kwargs) May 19 21:16:54.953500 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 21:16:54.953500 dv-cinder-784623-12-iscsi neutron-server[91837]: base_url = self.get_endpoint(auth, allow=allow, May 19 21:16:54.953500 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 21:16:54.953500 dv-cinder-784623-12-iscsi neutron-server[91837]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 21:16:54.953500 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 21:16:54.953500 dv-cinder-784623-12-iscsi neutron-server[91837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 21:16:54.953500 dv-cinder-784623-12-iscsi neutron-server[91837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 21:16:55.005106 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:55.048082 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-111c3de3-2ed4-48f2-b8e0-7f477ef16105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:55.057552 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b7b76ea5-71ea-4671-906e-db5489d8bbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662838'] for network, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:55.063124 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-60ac2b47-906d-4e54-9af6-f2d764b38678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:55.095502 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-b7b76ea5-71ea-4671-906e-db5489d8bbce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:55.115515 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b76ea5-71ea-4671-906e-db5489d8bbce admin admin] Pushing event deleted for resources: {'Network': ['ID=dea5e342-debc-482f-a025-b9db9fb0f6b4,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:55.118278 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-b7b76ea5-71ea-4671-906e-db5489d8bbce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:55.123340 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-b7b76ea5-71ea-4671-906e-db5489d8bbce admin admin] 10.222.0.44 "DELETE /v2.0/networks/dea5e342-debc-482f-a025-b9db9fb0f6b4 HTTP/1.1" status: 204 len: 168 time: 1.0469892 May 19 21:16:55.183688 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c9b8b970-be71-4202-ae49-234beb2e2438 None None] Provisioning for port 3997c942-078c-4b37-8809-39d6dc4e0864 completed by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:16:55.231727 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] For port f47ad6cd-d0f2-40de-9447-210f55ab476e, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=f47ad6cd-d0f2-40de-9447-210f55ab476e,segment=NetworkSegment(19ccf4de-557f-4d49-a3d6-a6cd943635cb),segment_id=19ccf4de-557f-4d49-a3d6-a6cd943635cb)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:16:55.311742 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:55.323393 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-b5e6f8fd-9bb6-4fcd-88ca-9973d14e05bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:55.384132 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed78eaad-1979-4d66-ad47-f1ac690d8ca8 None None] DHCP port deletion for dea5e342-debc-482f-a025-b9db9fb0f6b4 request from dv-cinder-784623-12-iscsi {{(pid=91838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 21:16:55.428668 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [None req-111c3de3-2ed4-48f2-b8e0-7f477ef16105 admin admin] Allocated IP 172.20.0.1 (e08a3ce9-6066-4f99-90d9-174c6231af81/e0ae8fa6-0e2b-4c4b-8c3d-973546201a1f/817fbc8a-2daf-4758-9e01-14fe446926bf) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:16:55.429722 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device fd2bbe74-5778-447d-8a34-dac751fef6fd no longer exists at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:16:55.536927 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] No Port match for: fd2bbe74-5778-447d-8a34-dac751fef6fd {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:16:55.537535 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device fd2bbe74-5778-447d-8a34-dac751fef6fd not bound to the agent host dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:16:55.538267 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 0d0af4e6-1edf-413e-ab4e-4dac50386f2f no longer exists at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:16:55.541592 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 54554) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:55.631561 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] No Port match for: 0d0af4e6-1edf-413e-ab4e-4dac50386f2f {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:16:55.632195 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 0d0af4e6-1edf-413e-ab4e-4dac50386f2f not bound to the agent host dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:16:55.662366 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Pushing event updated for resources: {'Port': ['ID=f47ad6cd-d0f2-40de-9447-210f55ab476e,revision_number=5']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:55.674618 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:55.678073 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-94546408-6ed2-4d8d-913b-4201de68b624 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e141f08b4656401195114e7ec697b3cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1349893 May 19 21:16:55.680883 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 54560) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:55.733023 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-7c57c819-5e67-451a-a284-03b4f74a0d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59cdfc0b-1175-4147-a017-fb2a5985daca', 'name': 'tempest-TestVolumeBootPattern-444356295-router', 'tenant_id': '37636c88c4d94305960678bb4ee4ee5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '821f12eb-37cb-40f2-bc05-6f44088d7291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:50Z', 'updated_at': '2021-05-19T21:16:52Z', 'revision_number': 3, 'project_id': '37636c88c4d94305960678bb4ee4ee5c', 'gw_port': {'id': '821f12eb-37cb-40f2-bc05-6f44088d7291', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59cdfc0b-1175-4147-a017-fb2a5985daca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:50Z', 'updated_at': '2021-05-19T21:16:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi'}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:55.748141 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c57c819-5e67-451a-a284-03b4f74a0d21 None None] Checking router: 59cdfc0b-1175-4147-a017-fb2a5985daca for host: dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:16:55.748141 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c57c819-5e67-451a-a284-03b4f74a0d21 None None] Updating router 59cdfc0b-1175-4147-a017-fb2a5985daca port 821f12eb-37cb-40f2-bc05-6f44088d7291 binding host dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:16:55.837697 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9d3aaed9-7b51-48e5-b3c8-d2b0e1fd95b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:55.858982 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-111c3de3-2ed4-48f2-b8e0-7f477ef16105 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:55.861448 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-7c57c819-5e67-451a-a284-03b4f74a0d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:55.893238 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 3997c942-078c-4b37-8809-39d6dc4e0864 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:16:55.896773 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [None req-111c3de3-2ed4-48f2-b8e0-7f477ef16105 admin admin] Transition to ACTIVE for port object 817fbc8a-2daf-4758-9e01-14fe446926bf will not be triggered until provisioned by entity DHCP. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:16:55.927160 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9d3aaed9-7b51-48e5-b3c8-d2b0e1fd95b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:55.952350 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-111c3de3-2ed4-48f2-b8e0-7f477ef16105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:55.974966 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-f80ae7f0-34ec-4250-864c-6fcf38bd1f48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:56.046806 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111c3de3-2ed4-48f2-b8e0-7f477ef16105 admin admin] Network e08a3ce9-6066-4f99-90d9-174c6231af81 is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:16:56.084450 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-111c3de3-2ed4-48f2-b8e0-7f477ef16105 admin admin] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:16:56.090276 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111c3de3-2ed4-48f2-b8e0-7f477ef16105 admin admin] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:16:56.094370 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9d3aaed9-7b51-48e5-b3c8-d2b0e1fd95b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:56.105830 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-8b428796-8124-464d-bbee-065edc7305e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:56.120262 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c3de3-2ed4-48f2-b8e0-7f477ef16105 admin admin] Pushing event updated for resources: {'Port': ['ID=817fbc8a-2daf-4758-9e01-14fe446926bf,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:56.125453 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3aaed9-7b51-48e5-b3c8-d2b0e1fd95b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:56.128156 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-9d3aaed9-7b51-48e5-b3c8-d2b0e1fd95b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:56.134229 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-111c3de3-2ed4-48f2-b8e0-7f477ef16105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:56.148865 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-9d3aaed9-7b51-48e5-b3c8-d2b0e1fd95b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:56.150184 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-9d3aaed9-7b51-48e5-b3c8-d2b0e1fd95b9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e6ed9ed9-c1bf-4e95-9a88-d405a0f3672d HTTP/1.1" status: 204 len: 168 time: 0.4678223 May 19 21:16:56.200726 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-111c3de3-2ed4-48f2-b8e0-7f477ef16105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658499'] for router_interface, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:56.212112 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning for port 3997c942-078c-4b37-8809-39d6dc4e0864 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:16:56.232945 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port 3997c942-078c-4b37-8809-39d6dc4e0864 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:16:56.233328 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:56.371151 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-111c3de3-2ed4-48f2-b8e0-7f477ef16105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:56.424763 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-4ea64505-0cee-4b5c-9216-fa828358e7f1 None None] Provisioning complete for port 3997c942-078c-4b37-8809-39d6dc4e0864 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:16:56.425137 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-4ea64505-0cee-4b5c-9216-fa828358e7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:56.590126 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 54570) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:56.605054 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-111c3de3-2ed4-48f2-b8e0-7f477ef16105 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:56.613493 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-111c3de3-2ed4-48f2-b8e0-7f477ef16105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:56.629215 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:56.643883 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-156b14a0-7b3e-4e5b-8ae8-ebc409516a43 tempest-AttachVolumeShelveTestJSON-1904260958 tempest-AttachVolumeShelveTestJSON-1904260958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:56.650967 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-faefa353-7382-4677-b4c9-df251ca60386 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=035a244c2b4241c4bccab9c0f81d8cb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0563054 May 19 21:16:56.651279 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 54574) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:56.714182 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-515c4ee9-8645-4c48-9b5e-084e4d2e921e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:56.725046 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-111c3de3-2ed4-48f2-b8e0-7f477ef16105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658468'] for router_interface, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:56.729217 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c3de3-2ed4-48f2-b8e0-7f477ef16105 admin admin] Pushing event updated for resources: {'Port': ['ID=817fbc8a-2daf-4758-9e01-14fe446926bf,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:56.732876 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-111c3de3-2ed4-48f2-b8e0-7f477ef16105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:56.735387 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-4ea64505-0cee-4b5c-9216-fa828358e7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:56.744804 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-515c4ee9-8645-4c48-9b5e-084e4d2e921e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:56.783901 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] For port 3997c942-078c-4b37-8809-39d6dc4e0864, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=3997c942-078c-4b37-8809-39d6dc4e0864,segment=NetworkSegment(7e8506a2-cd4f-48c6-aca1-1bcb1abb9365),segment_id=7e8506a2-cd4f-48c6-aca1-1bcb1abb9365)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:16:56.789056 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-7c57c819-5e67-451a-a284-03b4f74a0d21 None None] Notify callbacks [] for port, precommit_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:56.795157 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:56.800268 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-60ae198f-a1de-42cb-9ad8-0cda0ae82e4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:56.847538 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-515c4ee9-8645-4c48-9b5e-084e4d2e921e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:56.856038 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-4d56e34f-9e03-4501-86b9-0b6f30920cd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:56.867798 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c4ee9-8645-4c48-9b5e-084e4d2e921e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd8c025-7cf1-46d8-a65a-0cf231e8d0d7,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:56.871955 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-515c4ee9-8645-4c48-9b5e-084e4d2e921e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:56.875833 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-515c4ee9-8645-4c48-9b5e-084e4d2e921e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:56.880152 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-515c4ee9-8645-4c48-9b5e-084e4d2e921e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4cd8c025-7cf1-46d8-a65a-0cf231e8d0d7 HTTP/1.1" status: 204 len: 168 time: 0.2278254 May 19 21:16:56.891523 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 298bac8c-a0c6-4c60-9e6e-2e8936529150 no longer exists at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:16:56.961730 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-7c57c819-5e67-451a-a284-03b4f74a0d21 None None] Transition to ACTIVE for port object 821f12eb-37cb-40f2-bc05-6f44088d7291 will not be triggered until provisioned by entity L2. {{(pid=91838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:16:56.973582 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] No Port match for: 298bac8c-a0c6-4c60-9e6e-2e8936529150 {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:16:56.974115 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 298bac8c-a0c6-4c60-9e6e-2e8936529150 not bound to the agent host dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:16:57.002161 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-7c57c819-5e67-451a-a284-03b4f74a0d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:57.004104 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111c3de3-2ed4-48f2-b8e0-7f477ef16105 admin admin] Network e08a3ce9-6066-4f99-90d9-174c6231af81 is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:16:57.005490 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-111c3de3-2ed4-48f2-b8e0-7f477ef16105 admin admin] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:16:57.011705 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.db.api [None req-4ea64505-0cee-4b5c-9216-fa828358e7f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 21:16:57.011967 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_db.api [None req-4ea64505-0cee-4b5c-9216-fa828358e7f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 21:16:57.050844 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Pushing event updated for resources: {'Port': ['ID=3997c942-078c-4b37-8809-39d6dc4e0864,revision_number=3']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:57.055265 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:57.059052 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-8e5ec4c9-daa0-43d0-b6d1-e2ce0df57d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:57.127150 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-7c57c819-5e67-451a-a284-03b4f74a0d21 None None] Attempting to bind port 821f12eb-37cb-40f2-bc05-6f44088d7291 on host dv-cinder-784623-12-iscsi for vnic_type normal with profile {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:16:57.127150 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-7c57c819-5e67-451a-a284-03b4f74a0d21 None None] Attempting to bind port 821f12eb-37cb-40f2-bc05-6f44088d7291 by drivers openvswitch,hyperv on host dv-cinder-784623-12-iscsi at level 0 using segments [{'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:16:57.127150 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c57c819-5e67-451a-a284-03b4f74a0d21 None None] Attempting to bind port 821f12eb-37cb-40f2-bc05-6f44088d7291 on network 7528c24a-f700-413f-aad3-165c7750b403 {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:16:57.158892 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea4446-b274-4832-88fe-d3cf41df4a74 None None] Pushing event updated for resources: {'Port': ['ID=821f12eb-37cb-40f2-bc05-6f44088d7291,revision_number=2']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:57.166073 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c57c819-5e67-451a-a284-03b4f74a0d21 None None] Checking agent: {'id': 'f197b149-8cce-4905-bf69-1a24ef250a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 0, 38), 'started_at': datetime.datetime(2021, 5, 19, 21, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:16:57.166571 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c57c819-5e67-451a-a284-03b4f74a0d21 None None] Checking segment: {'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:16:57.167185 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-7c57c819-5e67-451a-a284-03b4f74a0d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:57.167599 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c57c819-5e67-451a-a284-03b4f74a0d21 None None] Bound using segment: {'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'} {{(pid=91838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:16:57.168117 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.managers [None req-7c57c819-5e67-451a-a284-03b4f74a0d21 None None] Bound port: 821f12eb-37cb-40f2-bc05-6f44088d7291, host: dv-cinder-784623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae65b33-9dba-40dd-84dc-4e059aac7a0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7528c24a-f700-413f-aad3-165c7750b403'}}] {{(pid=91838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:16:57.168503 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-7c57c819-5e67-451a-a284-03b4f74a0d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:57.198792 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-deea4446-b274-4832-88fe-d3cf41df4a74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:57.270887 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-7c57c819-5e67-451a-a284-03b4f74a0d21 None None] For port 821f12eb-37cb-40f2-bc05-6f44088d7291, host dv-cinder-784623-12-iscsi, cleared binding levels {{(pid=91838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:16:57.281663 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-7c57c819-5e67-451a-a284-03b4f74a0d21 None None] For port 821f12eb-37cb-40f2-bc05-6f44088d7291, host dv-cinder-784623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=821f12eb-37cb-40f2-bc05-6f44088d7291,segment=NetworkSegment(2ae65b33-9dba-40dd-84dc-4e059aac7a0c),segment_id=2ae65b33-9dba-40dd-84dc-4e059aac7a0c)] {{(pid=91838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:16:57.291779 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-7c57c819-5e67-451a-a284-03b4f74a0d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:57.313362 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:57.323990 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111c3de3-2ed4-48f2-b8e0-7f477ef16105 admin admin] Router 59cdfc0b-1175-4147-a017-fb2a5985daca has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:16:57.398924 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c57c819-5e67-451a-a284-03b4f74a0d21 None None] Routers {'59cdfc0b-1175-4147-a017-fb2a5985daca'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:16:57.398924 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-7c57c819-5e67-451a-a284-03b4f74a0d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:16:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['59cdfc0b-1175-4147-a017-fb2a5985daca'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:57.474260 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea4446-b274-4832-88fe-d3cf41df4a74 None None] Pushing event updated for resources: {'Port': ['ID=821f12eb-37cb-40f2-bc05-6f44088d7291,revision_number=3']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:57.479669 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-deea4446-b274-4832-88fe-d3cf41df4a74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:57.548029 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111c3de3-2ed4-48f2-b8e0-7f477ef16105 admin admin] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:16:57.572565 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-111c3de3-2ed4-48f2-b8e0-7f477ef16105 admin admin] 10.222.0.44 "PUT /v2.0/routers/59cdfc0b-1175-4147-a017-fb2a5985daca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5904844 May 19 21:16:57.637879 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-7c57c819-5e67-451a-a284-03b4f74a0d21 None None] Set router 59cdfc0b-1175-4147-a017-fb2a5985daca gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:16:57.771271 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 3997c942-078c-4b37-8809-39d6dc4e0864 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:16:57.880527 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-8c9ad341-3611-4978-aa9b-309ebba47e33 None None] Provisioning for port 817fbc8a-2daf-4758-9e01-14fe446926bf completed by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:16:57.935831 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-8c9ad341-3611-4978-aa9b-309ebba47e33 None None] Provisioning complete for port 817fbc8a-2daf-4758-9e01-14fe446926bf triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:16:57.936836 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-8c9ad341-3611-4978-aa9b-309ebba47e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:58.029398 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port 3997c942-078c-4b37-8809-39d6dc4e0864 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:16:58.029782 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:58.062877 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-8c9ad341-3611-4978-aa9b-309ebba47e33 None None] Port 817fbc8a-2daf-4758-9e01-14fe446926bf cannot update to ACTIVE because it is not bound. {{(pid=91838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 21:16:58.223312 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 54592) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:58.228484 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-39b5476d-a51c-40c7-acf8-793558f61f05 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-46015741', 'description': 'tempest-secgroup-smoke-46015741 description', 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:16:58.234760 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-39b5476d-a51c-40c7-acf8-793558f61f05 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:16:58.238918 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-39b5476d-a51c-40c7-acf8-793558f61f05 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Usage tracker for resource:security_group and tenant:cda74ac05cc9402fa29c062afdbb5a33 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:16:58.241992 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-39b5476d-a51c-40c7-acf8-793558f61f05 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:16:58.248081 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-39b5476d-a51c-40c7-acf8-793558f61f05 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:16:58.252416 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device f47ad6cd-d0f2-40de-9447-210f55ab476e up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:16:58.261706 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-39b5476d-a51c-40c7-acf8-793558f61f05 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for security_group, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:58.285021 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-39b5476d-a51c-40c7-acf8-793558f61f05 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:16:58.288905 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-39b5476d-a51c-40c7-acf8-793558f61f05 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Usage tracker for resource:security_group_rule and tenant:cda74ac05cc9402fa29c062afdbb5a33 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:16:58.292205 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-39b5476d-a51c-40c7-acf8-793558f61f05 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:16:58.297963 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-7c57c819-5e67-451a-a284-03b4f74a0d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59cdfc0b-1175-4147-a017-fb2a5985daca', 'name': 'tempest-TestVolumeBootPattern-444356295-router', 'tenant_id': '37636c88c4d94305960678bb4ee4ee5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '821f12eb-37cb-40f2-bc05-6f44088d7291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:50Z', 'updated_at': '2021-05-19T21:16:56Z', 'revision_number': 4, 'project_id': '37636c88c4d94305960678bb4ee4ee5c', 'gw_port': {'id': '821f12eb-37cb-40f2-bc05-6f44088d7291', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59cdfc0b-1175-4147-a017-fb2a5985daca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:50Z', 'updated_at': '2021-05-19T21:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': '817fbc8a-2daf-4758-9e01-14fe446926bf', 'name': '', 'network_id': 'e08a3ce9-6066-4f99-90d9-174c6231af81', 'tenant_id': '37636c88c4d94305960678bb4ee4ee5c', 'mac_address': 'fa:16:3e:78:7b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59cdfc0b-1175-4147-a017-fb2a5985daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'e0ae8fa6-0e2b-4c4b-8c3d-973546201a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:55Z', 'updated_at': '2021-05-19T21:16:56Z', 'revision_number': 2, 'project_id': '37636c88c4d94305960678bb4ee4ee5c', 'subnets': [{'id': 'e0ae8fa6-0e2b-4c4b-8c3d-973546201a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:16:58.298344 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-39b5476d-a51c-40c7-acf8-793558f61f05 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:16:58.308141 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c57c819-5e67-451a-a284-03b4f74a0d21 None None] The sync data for ids ['59cdfc0b-1175-4147-a017-fb2a5985daca'] in dv-cinder-784623-12-iscsi is: [{'id': '59cdfc0b-1175-4147-a017-fb2a5985daca', 'name': 'tempest-TestVolumeBootPattern-444356295-router', 'tenant_id': '37636c88c4d94305960678bb4ee4ee5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '821f12eb-37cb-40f2-bc05-6f44088d7291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:50Z', 'updated_at': '2021-05-19T21:16:56Z', 'revision_number': 4, 'project_id': '37636c88c4d94305960678bb4ee4ee5c', 'gw_port': {'id': '821f12eb-37cb-40f2-bc05-6f44088d7291', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59cdfc0b-1175-4147-a017-fb2a5985daca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:50Z', 'updated_at': '2021-05-19T21:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': '817fbc8a-2daf-4758-9e01-14fe446926bf', 'name': '', 'network_id': 'e08a3ce9-6066-4f99-90d9-174c6231af81', 'tenant_id': '37636c88c4d94305960678bb4ee4ee5c', 'mac_address': 'fa:16:3e:78:7b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59cdfc0b-1175-4147-a017-fb2a5985daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'e0ae8fa6-0e2b-4c4b-8c3d-973546201a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:55Z', 'updated_at': '2021-05-19T21:16:56Z', 'revision_number': 2, 'project_id': '37636c88c4d94305960678bb4ee4ee5c', 'subnets': [{'id': 'e0ae8fa6-0e2b-4c4b-8c3d-973546201a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:16:58.337634 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port f47ad6cd-d0f2-40de-9447-210f55ab476e triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:16:58.338122 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:58.384503 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-39b5476d-a51c-40c7-acf8-793558f61f05 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for security_group, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:58.390202 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-39b5476d-a51c-40c7-acf8-793558f61f05 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:58.396427 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-45ae8855-ae94-4501-9410-c7e2cccc1ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:58.438761 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5476d-a51c-40c7-acf8-793558f61f05 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afe76a29-d2f0-4d85-b097-c83338c6ef16,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:58.442345 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-39b5476d-a51c-40c7-acf8-793558f61f05 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:58.443688 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-39b5476d-a51c-40c7-acf8-793558f61f05 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:58.449671 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-39b5476d-a51c-40c7-acf8-793558f61f05 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2253716 May 19 21:16:58.452311 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 54596) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:58.463503 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-e740993b-828b-4961-b317-737ec0df4526 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Request body: {'security_group_rule': {'security_group_id': 'afe76a29-d2f0-4d85-b097-c83338c6ef16', 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:16:58.494040 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-e740993b-828b-4961-b317-737ec0df4526 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:16:58.509786 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-e740993b-828b-4961-b317-737ec0df4526 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Usage tracker for resource:security_group_rule and tenant:cda74ac05cc9402fa29c062afdbb5a33 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:16:58.514635 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-e740993b-828b-4961-b317-737ec0df4526 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:16:58.525397 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-e740993b-828b-4961-b317-737ec0df4526 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:16:58.550397 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-e740993b-828b-4961-b317-737ec0df4526 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:58.663717 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-e740993b-828b-4961-b317-737ec0df4526 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:58.670586 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-e740993b-828b-4961-b317-737ec0df4526 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621003'] for security_group_rule, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:58.672844 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:58.697028 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740993b-828b-4961-b317-737ec0df4526 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f19c35dd-6b15-41c0-aa1b-2793ef103ff9,revision_number=0']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:58.704766 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-e740993b-828b-4961-b317-737ec0df4526 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:58.716679 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-e740993b-828b-4961-b317-737ec0df4526 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:58.718694 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-e740993b-828b-4961-b317-737ec0df4526 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2648036 May 19 21:16:58.721614 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 54614) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:58.727494 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-ebeb34bf-1ea7-467b-aa78-11f94a1753d3 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Request body: {'security_group_rule': {'security_group_id': 'afe76a29-d2f0-4d85-b097-c83338c6ef16', 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:16:58.734095 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-ebeb34bf-1ea7-467b-aa78-11f94a1753d3 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:16:58.738485 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-ebeb34bf-1ea7-467b-aa78-11f94a1753d3 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Usage tracker for resource:security_group_rule and tenant:cda74ac05cc9402fa29c062afdbb5a33 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:16:58.741710 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-ebeb34bf-1ea7-467b-aa78-11f94a1753d3 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:16:58.748993 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-ebeb34bf-1ea7-467b-aa78-11f94a1753d3 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:16:58.778549 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ebeb34bf-1ea7-467b-aa78-11f94a1753d3 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:58.862980 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ebeb34bf-1ea7-467b-aa78-11f94a1753d3 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:58.869503 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ebeb34bf-1ea7-467b-aa78-11f94a1753d3 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621003'] for security_group_rule, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:58.872165 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-0cb7eaf1-c6a1-4b30-b4f5-71738f9de267 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:58.898635 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb34bf-1ea7-467b-aa78-11f94a1753d3 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f98327-4b78-4084-bc6f-ac61ed557863,revision_number=0']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:58.905290 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-ebeb34bf-1ea7-467b-aa78-11f94a1753d3 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:58.911764 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ebeb34bf-1ea7-467b-aa78-11f94a1753d3 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:58.913256 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-ebeb34bf-1ea7-467b-aa78-11f94a1753d3 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1905251 May 19 21:16:58.917020 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 54644) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:58.922723 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-29eb306e-5b7f-4cae-aa08-96a755651d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Request body: {'security_group_rule': {'security_group_id': 'afe76a29-d2f0-4d85-b097-c83338c6ef16', 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:16:58.929437 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-29eb306e-5b7f-4cae-aa08-96a755651d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:16:58.933965 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-29eb306e-5b7f-4cae-aa08-96a755651d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Usage tracker for resource:security_group_rule and tenant:cda74ac05cc9402fa29c062afdbb5a33 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:16:58.937668 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-29eb306e-5b7f-4cae-aa08-96a755651d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:16:58.948167 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-29eb306e-5b7f-4cae-aa08-96a755651d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:16:58.975189 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-29eb306e-5b7f-4cae-aa08-96a755651d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:59.051406 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-29eb306e-5b7f-4cae-aa08-96a755651d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:59.058567 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-29eb306e-5b7f-4cae-aa08-96a755651d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621003'] for security_group_rule, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:59.061211 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:59.085426 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb306e-5b7f-4cae-aa08-96a755651d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22c169f-e528-4093-a72c-dc6f76c1182e,revision_number=0']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:59.088300 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-29eb306e-5b7f-4cae-aa08-96a755651d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:59.102995 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-29eb306e-5b7f-4cae-aa08-96a755651d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:59.107230 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-29eb306e-5b7f-4cae-aa08-96a755651d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1863699 May 19 21:16:59.107230 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 54648) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:59.114417 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-f5d73a7f-9b8a-423e-af92-e43932d0899e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Request body: {'security_group_rule': {'security_group_id': 'afe76a29-d2f0-4d85-b097-c83338c6ef16', 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:16:59.140680 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-f5d73a7f-9b8a-423e-af92-e43932d0899e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:16:59.149174 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-f5d73a7f-9b8a-423e-af92-e43932d0899e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Usage tracker for resource:security_group_rule and tenant:cda74ac05cc9402fa29c062afdbb5a33 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:16:59.154515 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-f5d73a7f-9b8a-423e-af92-e43932d0899e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:16:59.162627 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-f5d73a7f-9b8a-423e-af92-e43932d0899e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:16:59.193635 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-f5d73a7f-9b8a-423e-af92-e43932d0899e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:59.291698 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-f5d73a7f-9b8a-423e-af92-e43932d0899e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:59.314680 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-f5d73a7f-9b8a-423e-af92-e43932d0899e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621003'] for security_group_rule, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:59.317415 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:59.358046 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d73a7f-9b8a-423e-af92-e43932d0899e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d059214-07ea-4abb-8fd6-faf92666bb7c,revision_number=0']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:59.361722 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-f5d73a7f-9b8a-423e-af92-e43932d0899e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:59.374276 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-f5d73a7f-9b8a-423e-af92-e43932d0899e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:59.376236 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-f5d73a7f-9b8a-423e-af92-e43932d0899e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2681241 May 19 21:16:59.379496 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 54656) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:59.388102 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-430ef940-8245-4acc-aab0-9ae3582c30c2 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Request body: {'security_group_rule': {'security_group_id': 'afe76a29-d2f0-4d85-b097-c83338c6ef16', 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:16:59.398340 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-430ef940-8245-4acc-aab0-9ae3582c30c2 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:16:59.407225 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-430ef940-8245-4acc-aab0-9ae3582c30c2 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Usage tracker for resource:security_group_rule and tenant:cda74ac05cc9402fa29c062afdbb5a33 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:16:59.411667 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-430ef940-8245-4acc-aab0-9ae3582c30c2 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:16:59.419060 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-430ef940-8245-4acc-aab0-9ae3582c30c2 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:16:59.433388 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.db.securitygroups_db [None req-430ef940-8245-4acc-aab0-9ae3582c30c2 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Project cda74ac05cc9402fa29c062afdbb5a33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 21:16:59.439965 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-430ef940-8245-4acc-aab0-9ae3582c30c2 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:59.519828 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-430ef940-8245-4acc-aab0-9ae3582c30c2 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:59.526565 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-430ef940-8245-4acc-aab0-9ae3582c30c2 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621003'] for security_group_rule, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:59.529223 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:59.560545 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ef940-8245-4acc-aab0-9ae3582c30c2 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbfffd47-1582-42c9-86ee-514fdd00885b,revision_number=0']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:59.566705 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-430ef940-8245-4acc-aab0-9ae3582c30c2 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:59.573056 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-430ef940-8245-4acc-aab0-9ae3582c30c2 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:59.574254 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-430ef940-8245-4acc-aab0-9ae3582c30c2 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1939218 May 19 21:16:59.577153 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 54664) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:16:59.582668 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-eb315def-0ef2-4e67-9629-1d4db576b36d tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Request body: {'security_group_rule': {'security_group_id': 'afe76a29-d2f0-4d85-b097-c83338c6ef16', 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:16:59.589750 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-eb315def-0ef2-4e67-9629-1d4db576b36d tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:16:59.594384 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-eb315def-0ef2-4e67-9629-1d4db576b36d tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Usage tracker for resource:security_group_rule and tenant:cda74ac05cc9402fa29c062afdbb5a33 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:16:59.597617 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-eb315def-0ef2-4e67-9629-1d4db576b36d tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:16:59.604974 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-eb315def-0ef2-4e67-9629-1d4db576b36d tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:16:59.621285 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.db.securitygroups_db [None req-eb315def-0ef2-4e67-9629-1d4db576b36d tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Project cda74ac05cc9402fa29c062afdbb5a33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 21:16:59.627987 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-eb315def-0ef2-4e67-9629-1d4db576b36d tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:59.710505 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-eb315def-0ef2-4e67-9629-1d4db576b36d tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:59.720434 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-eb315def-0ef2-4e67-9629-1d4db576b36d tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621003'] for security_group_rule, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:59.730472 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-f79509c4-771e-4f17-8297-d3099a36aea8 tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:16:59.756836 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb315def-0ef2-4e67-9629-1d4db576b36d tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e768443a-e2f1-4364-be74-9378556785cf,revision_number=0']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:16:59.759719 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-eb315def-0ef2-4e67-9629-1d4db576b36d tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:16:59.762594 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 821f12eb-37cb-40f2-bc05-6f44088d7291 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:16:59.766218 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-eb315def-0ef2-4e67-9629-1d4db576b36d tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:16:59.767897 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-eb315def-0ef2-4e67-9629-1d4db576b36d tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1895809 May 19 21:16:59.858621 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning for port 821f12eb-37cb-40f2-bc05-6f44088d7291 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:16:59.864300 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port 821f12eb-37cb-40f2-bc05-6f44088d7291 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:16:59.864671 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:00.008456 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:00.033337 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] For port 821f12eb-37cb-40f2-bc05-6f44088d7291, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=821f12eb-37cb-40f2-bc05-6f44088d7291,segment=NetworkSegment(2ae65b33-9dba-40dd-84dc-4e059aac7a0c),segment_id=2ae65b33-9dba-40dd-84dc-4e059aac7a0c)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:17:00.038374 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:00.040529 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:17:00.124240 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Pushing event updated for resources: {'Port': ['ID=821f12eb-37cb-40f2-bc05-6f44088d7291,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:17:00.127633 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:17:00.803310 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5ba243-293e-49d9-a88e-60c20ccbc4ea None None] Sync routers for ids ['59cdfc0b-1175-4147-a017-fb2a5985daca'] in dv-cinder-784623-12-iscsi {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:17:00.813563 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5ba243-293e-49d9-a88e-60c20ccbc4ea None None] Routers {'59cdfc0b-1175-4147-a017-fb2a5985daca'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:17:00.814169 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-cd5ba243-293e-49d9-a88e-60c20ccbc4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:16:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['59cdfc0b-1175-4147-a017-fb2a5985daca'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:17:01.007215 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-cd5ba243-293e-49d9-a88e-60c20ccbc4ea None None] Set router 59cdfc0b-1175-4147-a017-fb2a5985daca gateway port host: dv-cinder-784623-12-iscsi {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:17:01.354622 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-cd5ba243-293e-49d9-a88e-60c20ccbc4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59cdfc0b-1175-4147-a017-fb2a5985daca', 'name': 'tempest-TestVolumeBootPattern-444356295-router', 'tenant_id': '37636c88c4d94305960678bb4ee4ee5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '821f12eb-37cb-40f2-bc05-6f44088d7291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:50Z', 'updated_at': '2021-05-19T21:16:56Z', 'revision_number': 4, 'project_id': '37636c88c4d94305960678bb4ee4ee5c', 'gw_port': {'id': '821f12eb-37cb-40f2-bc05-6f44088d7291', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cdfc0b-1175-4147-a017-fb2a5985daca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:50Z', 'updated_at': '2021-05-19T21:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': '817fbc8a-2daf-4758-9e01-14fe446926bf', 'name': '', 'network_id': 'e08a3ce9-6066-4f99-90d9-174c6231af81', 'tenant_id': '37636c88c4d94305960678bb4ee4ee5c', 'mac_address': 'fa:16:3e:78:7b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59cdfc0b-1175-4147-a017-fb2a5985daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'e0ae8fa6-0e2b-4c4b-8c3d-973546201a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:55Z', 'updated_at': '2021-05-19T21:16:56Z', 'revision_number': 2, 'project_id': '37636c88c4d94305960678bb4ee4ee5c', 'subnets': [{'id': 'e0ae8fa6-0e2b-4c4b-8c3d-973546201a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:17:01.359161 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5ba243-293e-49d9-a88e-60c20ccbc4ea None None] Checking router: 59cdfc0b-1175-4147-a017-fb2a5985daca for host: dv-cinder-784623-12-iscsi {{(pid=91839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:17:01.359666 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5ba243-293e-49d9-a88e-60c20ccbc4ea None None] Updating router 59cdfc0b-1175-4147-a017-fb2a5985daca port 817fbc8a-2daf-4758-9e01-14fe446926bf binding host dv-cinder-784623-12-iscsi {{(pid=91839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 21:17:01.419216 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-cd5ba243-293e-49d9-a88e-60c20ccbc4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:01.734103 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 821f12eb-37cb-40f2-bc05-6f44088d7291 up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:17:01.815371 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port 821f12eb-37cb-40f2-bc05-6f44088d7291 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:17:01.815755 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:01.887269 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-cd5ba243-293e-49d9-a88e-60c20ccbc4ea None None] Notify callbacks [] for port, precommit_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:01.900175 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.provisioning_blocks [None req-cd5ba243-293e-49d9-a88e-60c20ccbc4ea None None] Transition to ACTIVE for port object 817fbc8a-2daf-4758-9e01-14fe446926bf will not be triggered until provisioned by entity L2. {{(pid=91839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:17:01.908270 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-cd5ba243-293e-49d9-a88e-60c20ccbc4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:01.912250 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [None req-e144e3ef-fe92-4901-b081-5882ca22bd27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:17:02.036189 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2215a7-9bd7-4cb4-aeed-d8eb0e0ab96a None None] Pushing event updated for resources: {'Port': ['ID=817fbc8a-2daf-4758-9e01-14fe446926bf,revision_number=3']} {{(pid=91839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:17:02.106233 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2215a7-9bd7-4cb4-aeed-d8eb0e0ab96a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:02.106590 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2215a7-9bd7-4cb4-aeed-d8eb0e0ab96a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:02.106950 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2215a7-9bd7-4cb4-aeed-d8eb0e0ab96a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:02.107285 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2215a7-9bd7-4cb4-aeed-d8eb0e0ab96a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:02.107607 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2215a7-9bd7-4cb4-aeed-d8eb0e0ab96a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:02.107926 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2215a7-9bd7-4cb4-aeed-d8eb0e0ab96a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:02.108242 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2215a7-9bd7-4cb4-aeed-d8eb0e0ab96a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:02.108669 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2215a7-9bd7-4cb4-aeed-d8eb0e0ab96a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:02.108887 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2215a7-9bd7-4cb4-aeed-d8eb0e0ab96a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:02.109202 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2215a7-9bd7-4cb4-aeed-d8eb0e0ab96a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:02.109573 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2215a7-9bd7-4cb4-aeed-d8eb0e0ab96a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:02.109828 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2215a7-9bd7-4cb4-aeed-d8eb0e0ab96a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:02.117797 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [None req-8a2215a7-9bd7-4cb4-aeed-d8eb0e0ab96a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:17:02.140144 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.managers [None req-cd5ba243-293e-49d9-a88e-60c20ccbc4ea None None] Attempting to bind port 817fbc8a-2daf-4758-9e01-14fe446926bf on host dv-cinder-784623-12-iscsi for vnic_type normal with profile {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:17:02.140575 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.managers [None req-cd5ba243-293e-49d9-a88e-60c20ccbc4ea None None] Attempting to bind port 817fbc8a-2daf-4758-9e01-14fe446926bf by drivers openvswitch,hyperv on host dv-cinder-784623-12-iscsi at level 0 using segments [{'id': '7e8506a2-cd4f-48c6-aca1-1bcb1abb9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e08a3ce9-6066-4f99-90d9-174c6231af81'}] {{(pid=91839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:17:02.140870 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ba243-293e-49d9-a88e-60c20ccbc4ea None None] Attempting to bind port 817fbc8a-2daf-4758-9e01-14fe446926bf on network e08a3ce9-6066-4f99-90d9-174c6231af81 {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:17:02.146909 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ba243-293e-49d9-a88e-60c20ccbc4ea None None] Checking agent: {'id': 'f197b149-8cce-4905-bf69-1a24ef250a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 0, 38), 'started_at': datetime.datetime(2021, 5, 19, 21, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:17:02.147279 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ba243-293e-49d9-a88e-60c20ccbc4ea None None] Checking segment: {'id': '7e8506a2-cd4f-48c6-aca1-1bcb1abb9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e08a3ce9-6066-4f99-90d9-174c6231af81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:17:02.147679 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-cd5ba243-293e-49d9-a88e-60c20ccbc4ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:02.148069 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ba243-293e-49d9-a88e-60c20ccbc4ea None None] Bound using segment: {'id': '7e8506a2-cd4f-48c6-aca1-1bcb1abb9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e08a3ce9-6066-4f99-90d9-174c6231af81'} {{(pid=91839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:17:02.148531 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.managers [None req-cd5ba243-293e-49d9-a88e-60c20ccbc4ea None None] Bound port: 817fbc8a-2daf-4758-9e01-14fe446926bf, host: dv-cinder-784623-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e8506a2-cd4f-48c6-aca1-1bcb1abb9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e08a3ce9-6066-4f99-90d9-174c6231af81'}}] {{(pid=91839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:17:02.148902 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-cd5ba243-293e-49d9-a88e-60c20ccbc4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:02.242574 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.db [None req-cd5ba243-293e-49d9-a88e-60c20ccbc4ea None None] For port 817fbc8a-2daf-4758-9e01-14fe446926bf, host dv-cinder-784623-12-iscsi, cleared binding levels {{(pid=91839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:17:02.246420 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.plugins.ml2.db [None req-cd5ba243-293e-49d9-a88e-60c20ccbc4ea None None] For port 817fbc8a-2daf-4758-9e01-14fe446926bf, host dv-cinder-784623-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=817fbc8a-2daf-4758-9e01-14fe446926bf,segment=NetworkSegment(7e8506a2-cd4f-48c6-aca1-1bcb1abb9365),segment_id=7e8506a2-cd4f-48c6-aca1-1bcb1abb9365)] {{(pid=91839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:17:02.254238 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-cd5ba243-293e-49d9-a88e-60c20ccbc4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:02.259527 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:17:02.385527 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5ba243-293e-49d9-a88e-60c20ccbc4ea None None] Routers {'59cdfc0b-1175-4147-a017-fb2a5985daca'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:17:02.386173 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-cd5ba243-293e-49d9-a88e-60c20ccbc4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:16:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['59cdfc0b-1175-4147-a017-fb2a5985daca'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:17:02.440941 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2215a7-9bd7-4cb4-aeed-d8eb0e0ab96a None None] Pushing event updated for resources: {'Port': ['ID=817fbc8a-2daf-4758-9e01-14fe446926bf,revision_number=4']} {{(pid=91839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:17:02.456026 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG oslo_concurrency.lockutils [None req-8a2215a7-9bd7-4cb4-aeed-d8eb0e0ab96a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:17:02.610924 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-cd5ba243-293e-49d9-a88e-60c20ccbc4ea None None] Set router 59cdfc0b-1175-4147-a017-fb2a5985daca gateway port host: dv-cinder-784623-12-iscsi {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:17:02.960565 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-cd5ba243-293e-49d9-a88e-60c20ccbc4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59cdfc0b-1175-4147-a017-fb2a5985daca', 'name': 'tempest-TestVolumeBootPattern-444356295-router', 'tenant_id': '37636c88c4d94305960678bb4ee4ee5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '821f12eb-37cb-40f2-bc05-6f44088d7291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:50Z', 'updated_at': '2021-05-19T21:16:56Z', 'revision_number': 4, 'project_id': '37636c88c4d94305960678bb4ee4ee5c', 'gw_port': {'id': '821f12eb-37cb-40f2-bc05-6f44088d7291', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cdfc0b-1175-4147-a017-fb2a5985daca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:50Z', 'updated_at': '2021-05-19T21:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': '817fbc8a-2daf-4758-9e01-14fe446926bf', 'name': '', 'network_id': 'e08a3ce9-6066-4f99-90d9-174c6231af81', 'tenant_id': '37636c88c4d94305960678bb4ee4ee5c', 'mac_address': 'fa:16:3e:78:7b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59cdfc0b-1175-4147-a017-fb2a5985daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'e0ae8fa6-0e2b-4c4b-8c3d-973546201a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:55Z', 'updated_at': '2021-05-19T21:17:02Z', 'revision_number': 4, 'project_id': '37636c88c4d94305960678bb4ee4ee5c', 'subnets': [{'id': 'e0ae8fa6-0e2b-4c4b-8c3d-973546201a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:17:02.964747 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5ba243-293e-49d9-a88e-60c20ccbc4ea None None] The sync data for ids ['59cdfc0b-1175-4147-a017-fb2a5985daca'] in dv-cinder-784623-12-iscsi is: [{'id': '59cdfc0b-1175-4147-a017-fb2a5985daca', 'name': 'tempest-TestVolumeBootPattern-444356295-router', 'tenant_id': '37636c88c4d94305960678bb4ee4ee5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '821f12eb-37cb-40f2-bc05-6f44088d7291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:50Z', 'updated_at': '2021-05-19T21:16:56Z', 'revision_number': 4, 'project_id': '37636c88c4d94305960678bb4ee4ee5c', 'gw_port': {'id': '821f12eb-37cb-40f2-bc05-6f44088d7291', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cdfc0b-1175-4147-a017-fb2a5985daca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:50Z', 'updated_at': '2021-05-19T21:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': '817fbc8a-2daf-4758-9e01-14fe446926bf', 'name': '', 'network_id': 'e08a3ce9-6066-4f99-90d9-174c6231af81', 'tenant_id': '37636c88c4d94305960678bb4ee4ee5c', 'mac_address': 'fa:16:3e:78:7b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59cdfc0b-1175-4147-a017-fb2a5985daca', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'e0ae8fa6-0e2b-4c4b-8c3d-973546201a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:55Z', 'updated_at': '2021-05-19T21:17:02Z', 'revision_number': 4, 'project_id': '37636c88c4d94305960678bb4ee4ee5c', 'subnets': [{'id': 'e0ae8fa6-0e2b-4c4b-8c3d-973546201a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:17:03.732543 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 817fbc8a-2daf-4758-9e01-14fe446926bf up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:17:03.824607 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning for port 817fbc8a-2daf-4758-9e01-14fe446926bf completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:17:03.832285 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port 817fbc8a-2daf-4758-9e01-14fe446926bf triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:17:03.832664 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:03.967814 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:04.001047 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] For port 817fbc8a-2daf-4758-9e01-14fe446926bf, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=817fbc8a-2daf-4758-9e01-14fe446926bf,segment=NetworkSegment(7e8506a2-cd4f-48c6-aca1-1bcb1abb9365),segment_id=7e8506a2-cd4f-48c6-aca1-1bcb1abb9365)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:17:04.005350 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:04.007301 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-8e5ec4c9-daa0-43d0-b6d1-e2ce0df57d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:17:04.085416 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Pushing event updated for resources: {'Port': ['ID=817fbc8a-2daf-4758-9e01-14fe446926bf,revision_number=5']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:17:04.085416 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:17:05.223787 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:17:05.711960 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 817fbc8a-2daf-4758-9e01-14fe446926bf up at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:17:05.787286 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Provisioning complete for port 817fbc8a-2daf-4758-9e01-14fe446926bf triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:17:05.787781 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:05.971725 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-72d62e1b-916b-4d7c-887f-00b6a341cd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:08.472559 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:08.808989 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-aba1b425-fde8-4bbc-b640-f20e19130164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:09.469885 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:11.251689 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:14.590007 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:17.644131 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bc96d-30aa-4931-9291-de0d8c68a785 req-d977c12f-aa22-4d76-8c6e-c39cac5630a7 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:17.645684 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c72bc96d-30aa-4931-9291-de0d8c68a785 req-d977c12f-aa22-4d76-8c6e-c39cac5630a7 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.0890043 May 19 21:17:17.706347 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c72bc96d-30aa-4931-9291-de0d8c68a785 req-aa2e37fa-2304-4043-ac90-81502f687f92 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546732 May 19 21:17:18.933842 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a587c-4f25-4a53-a9d9-fe504f914d04 req-75e81c3c-fdd4-4130-8938-40628fd89cd8 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:18.935795 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-970a587c-4f25-4a53-a9d9-fe504f914d04 req-75e81c3c-fdd4-4130-8938-40628fd89cd8 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.0988235 May 19 21:17:18.982092 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-970a587c-4f25-4a53-a9d9-fe504f914d04 req-4a191e9f-165f-4c7a-b266-63f9b0816a7a tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398936 May 19 21:17:20.186047 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3123b-6a81-4eae-8de8-5ac16dfb207a req-14ae83ce-f900-477e-bc9a-4d2143869773 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:20.188016 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c9a3123b-6a81-4eae-8de8-5ac16dfb207a req-14ae83ce-f900-477e-bc9a-4d2143869773 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.0899303 May 19 21:17:20.236539 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c9a3123b-6a81-4eae-8de8-5ac16dfb207a req-10802bcc-c582-4616-b91c-010e20afd713 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426309 May 19 21:17:21.424119 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0edb50-cd86-4b9f-b113-dc3dd5f728c3 req-6d7e768f-be95-4fa8-9bef-a26849363f2b tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:21.425648 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-aa0edb50-cd86-4b9f-b113-dc3dd5f728c3 req-6d7e768f-be95-4fa8-9bef-a26849363f2b tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.0800028 May 19 21:17:21.478821 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-aa0edb50-cd86-4b9f-b113-dc3dd5f728c3 req-e149563d-6687-466d-804d-bf0fb2c7ba30 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470183 May 19 21:17:22.705726 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f406d-e936-449b-9e43-a64d8bfce7ac req-eae159b2-78fd-46f0-9d90-68be6235e079 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:22.707932 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-cc2f406d-e936-449b-9e43-a64d8bfce7ac req-eae159b2-78fd-46f0-9d90-68be6235e079 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.1172905 May 19 21:17:22.873265 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-cc2f406d-e936-449b-9e43-a64d8bfce7ac req-8a0b5731-0144-4e3a-84c8-8e048bb334dd tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593485 May 19 21:17:23.104926 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-149fb143-af43-492d-b5fe-eb2d20c65a54 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Synchronizing usage tracker for tenant:cda74ac05cc9402fa29c062afdbb5a33 on resource:security_group {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:17:23.124441 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-149fb143-af43-492d-b5fe-eb2d20c65a54 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Unset dirty status for tenant:cda74ac05cc9402fa29c062afdbb5a33 on resource:security_group {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:17:23.126024 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-149fb143-af43-492d-b5fe-eb2d20c65a54 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-46015741&fields=id&tenant_id=cda74ac05cc9402fa29c062afdbb5a33 HTTP/1.1" status: 200 len: 267 time: 0.0635436 May 19 21:17:23.286725 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-494df36d-57d9-4deb-87b9-6e12f6de09f0 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:23.288219 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-494df36d-57d9-4deb-87b9-6e12f6de09f0 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/networks?id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275 HTTP/1.1" status: 200 len: 812 time: 0.1536751 May 19 21:17:23.304305 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-f899e92f-19d2-4d24-b877-eccb7d1e34f2 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/quotas/cda74ac05cc9402fa29c062afdbb5a33 HTTP/1.1" status: 200 len: 375 time: 0.0100150 May 19 21:17:23.397626 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-714e5c51-d4ec-4c4c-a5c8-3b6f733afff2 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Synchronizing usage tracker for tenant:cda74ac05cc9402fa29c062afdbb5a33 on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:17:23.418678 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-714e5c51-d4ec-4c4c-a5c8-3b6f733afff2 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Unset dirty status for tenant:cda74ac05cc9402fa29c062afdbb5a33 on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:17:23.420168 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-714e5c51-d4ec-4c4c-a5c8-3b6f733afff2 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cda74ac05cc9402fa29c062afdbb5a33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1094084 May 19 21:17:23.569517 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-7f32d9b5-3164-488d-805b-9e45c0b234dd service neutron] 10.222.0.44 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369035 May 19 21:17:23.714469 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-37ec358a-9e7d-4a1c-903e-ada3b9d31259 service neutron] 10.222.0.44 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388113 May 19 21:17:24.083874 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aae80b-c10e-4b35-89b7-c5c3ae77f0a3 req-6a6c8520-9c24-4f3b-a64d-885949cd303f tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:24.085529 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-b5aae80b-c10e-4b35-89b7-c5c3ae77f0a3 req-6a6c8520-9c24-4f3b-a64d-885949cd303f tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.0885439 May 19 21:17:24.144366 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-b5aae80b-c10e-4b35-89b7-c5c3ae77f0a3 req-f2f524bd-b745-45a8-b79a-8d17376caa21 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470197 May 19 21:17:24.259055 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-99870c49-03c6-4f7d-87b0-c91b1775ea2e req-d6dfe3b4-30ce-4723-a286-311ffc7f3572 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=5770022d-f165-45bc-a311-eb36d59d47ce HTTP/1.1" status: 200 len: 210 time: 0.1561060 May 19 21:17:25.319883 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-d39f6012-3806-41b9-b95f-c6100c8330ca tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:25.321674 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-d39f6012-3806-41b9-b95f-c6100c8330ca tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.25 "GET /v2.0/networks?id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275 HTTP/1.1" status: 200 len: 812 time: 0.1606810 May 19 21:17:25.353373 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96d1dd-9cfa-43f8-9e6a-7b35e343c7b9 req-056da01d-e7ca-4bfd-96b0-2852d80330ef tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:25.361551 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-1a96d1dd-9cfa-43f8-9e6a-7b35e343c7b9 req-056da01d-e7ca-4bfd-96b0-2852d80330ef tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.1064496 May 19 21:17:25.390597 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-870a8eda-eea1-4492-89b8-efba69caba04 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cda74ac05cc9402fa29c062afdbb5a33 HTTP/1.1" status: 200 len: 378 time: 0.0588913 May 19 21:17:25.407664 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-1a96d1dd-9cfa-43f8-9e6a-7b35e343c7b9 req-8f3e1793-74dc-4c5f-8cbd-b830a5f23ba2 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450099 May 19 21:17:25.431398 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-6a8979c0-c5d2-4cf6-a827-6e8627d68076 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Request body: {'port': {'device_id': '5770022d-f165-45bc-a311-eb36d59d47ce', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'admin_state_up': True, 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'security_groups': ['afe76a29-d2f0-4d85-b097-c83338c6ef16']}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:17:25.453814 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-bb752e19-9b1d-4b08-8378-99fda8d54cdb req-c4bd52fa-5dbb-4007-8c63-8449855de206 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=5770022d-f165-45bc-a311-eb36d59d47ce HTTP/1.1" status: 200 len: 210 time: 0.0682409 May 19 21:17:25.593731 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-6a8979c0-c5d2-4cf6-a827-6e8627d68076 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:17:25.604141 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-6a8979c0-c5d2-4cf6-a827-6e8627d68076 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:17:25.616999 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-6a8979c0-c5d2-4cf6-a827-6e8627d68076 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Made reservation on behalf of cda74ac05cc9402fa29c062afdbb5a33 for: {'port': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:17:25.620582 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-6a8979c0-c5d2-4cf6-a827-6e8627d68076 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:25.796492 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-6a8979c0-c5d2-4cf6-a827-6e8627d68076 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Allocated IP 172.20.0.13 (c29e2a41-4a34-44e1-8aa5-30cb9ce42275/5420bda8-1771-416b-860a-0d99bb7cee52/a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:17:26.021947 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-6a8979c0-c5d2-4cf6-a827-6e8627d68076 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:26.043590 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-6a8979c0-c5d2-4cf6-a827-6e8627d68076 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Transition to ACTIVE for port object a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709 will not be triggered until provisioned by entity DHCP. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:17:26.086538 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-6a8979c0-c5d2-4cf6-a827-6e8627d68076 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:26.102650 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-beca03c1-5e0f-4bd1-9ebf-357b0377f561 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:17:26.205669 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-6a8979c0-c5d2-4cf6-a827-6e8627d68076 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Network c29e2a41-4a34-44e1-8aa5-30cb9ce42275 is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:17:26.208973 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-6a8979c0-c5d2-4cf6-a827-6e8627d68076 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:17:26.213043 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-6a8979c0-c5d2-4cf6-a827-6e8627d68076 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:17:26.251833 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8979c0-c5d2-4cf6-a827-6e8627d68076 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Pushing event updated for resources: {'Port': ['ID=a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:17:26.256887 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-6a8979c0-c5d2-4cf6-a827-6e8627d68076 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:17:26.287660 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-6a8979c0-c5d2-4cf6-a827-6e8627d68076 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:26.288103 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-6a8979c0-c5d2-4cf6-a827-6e8627d68076 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:26.318470 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-6a8979c0-c5d2-4cf6-a827-6e8627d68076 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8907721 May 19 21:17:26.330588 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-66ccc26c-e809-4a21-96b2-f1f1c04a8b85 service neutron] Request body: {'port': {'device_id': '5770022d-f165-45bc-a311-eb36d59d47ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:17:26.445770 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-66ccc26c-e809-4a21-96b2-f1f1c04a8b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:26.472247 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-73e5485f-05b4-4f21-9cee-bea21781c3dd None None] Provisioning for port a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709 completed by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:17:26.477865 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-73e5485f-05b4-4f21-9cee-bea21781c3dd None None] Provisioning complete for port a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:17:26.478386 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-73e5485f-05b4-4f21-9cee-bea21781c3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:26.585984 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-73e5485f-05b4-4f21-9cee-bea21781c3dd None None] Port a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709 cannot update to ACTIVE because it is not bound. {{(pid=91838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 21:17:26.633550 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806f3a4-e6e5-471c-ade7-75b76783d9f1 req-b1bfc971-2145-47e8-bfea-8e5ec6974f21 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:26.635088 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-e806f3a4-e6e5-471c-ade7-75b76783d9f1 req-b1bfc971-2145-47e8-bfea-8e5ec6974f21 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.1068029 May 19 21:17:26.684324 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-e806f3a4-e6e5-471c-ade7-75b76783d9f1 req-c537740c-68f6-4fa1-a0b8-6bf2adcca485 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426507 May 19 21:17:26.801819 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56cb68-7ef2-4822-b1c3-0c8492fdd521 req-9b5c5c4a-1c35-4f16-a722-6f9ee10c62d1 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:26.802534 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-4a56cb68-7ef2-4822-b1c3-0c8492fdd521 req-9b5c5c4a-1c35-4f16-a722-6f9ee10c62d1 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Synchronizing usage tracker for tenant:cda74ac05cc9402fa29c062afdbb5a33 on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:17:26.859908 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-4a56cb68-7ef2-4822-b1c3-0c8492fdd521 req-9b5c5c4a-1c35-4f16-a722-6f9ee10c62d1 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Unset dirty status for tenant:cda74ac05cc9402fa29c062afdbb5a33 on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:17:26.861919 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4a56cb68-7ef2-4822-b1c3-0c8492fdd521 req-9b5c5c4a-1c35-4f16-a722-6f9ee10c62d1 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=5770022d-f165-45bc-a311-eb36d59d47ce HTTP/1.1" status: 200 len: 932 time: 0.2616591 May 19 21:17:26.911035 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-66ccc26c-e809-4a21-96b2-f1f1c04a8b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709 {{(pid=91836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:17:26.922542 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-66ccc26c-e809-4a21-96b2-f1f1c04a8b85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:26.934992 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4a56cb68-7ef2-4822-b1c3-0c8492fdd521 req-7aff87bb-5b65-4fff-a66d-f9617b4074a5 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626760 May 19 21:17:26.943770 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-66ccc26c-e809-4a21-96b2-f1f1c04a8b85 service neutron] Transition to ACTIVE for port object a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709 will not be triggered until provisioned by entity L2. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:17:26.948596 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-66ccc26c-e809-4a21-96b2-f1f1c04a8b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:26.952561 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-77fa29f5-95c7-4d31-9802-bc69ebfba13b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:17:27.077996 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ccc26c-e809-4a21-96b2-f1f1c04a8b85 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:17:27.104465 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-66ccc26c-e809-4a21-96b2-f1f1c04a8b85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:17:27.287824 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-66ccc26c-e809-4a21-96b2-f1f1c04a8b85 service neutron] Attempting to bind port a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:17:27.288157 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-66ccc26c-e809-4a21-96b2-f1f1c04a8b85 service neutron] Attempting to bind port a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '19ccf4de-557f-4d49-a3d6-a6cd943635cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275'}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:17:27.288473 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-66ccc26c-e809-4a21-96b2-f1f1c04a8b85 service neutron] Attempting to bind port a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709 on network c29e2a41-4a34-44e1-8aa5-30cb9ce42275 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:17:27.293243 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-66ccc26c-e809-4a21-96b2-f1f1c04a8b85 service neutron] Port a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709 on network c29e2a41-4a34-44e1-8aa5-30cb9ce42275 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 21:17:27.293520 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-66ccc26c-e809-4a21-96b2-f1f1c04a8b85 service neutron] Attempting to bind port a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709 on network c29e2a41-4a34-44e1-8aa5-30cb9ce42275 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:17:27.299322 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-66ccc26c-e809-4a21-96b2-f1f1c04a8b85 service neutron] Checking agent: {'id': '2fb6168f-df3b-41e1-92fa-9ac77f822fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'started_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:17:27.299628 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-66ccc26c-e809-4a21-96b2-f1f1c04a8b85 service neutron] Checking segment: {'id': '19ccf4de-557f-4d49-a3d6-a6cd943635cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:17:27.300112 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-66ccc26c-e809-4a21-96b2-f1f1c04a8b85 service neutron] Bound using segment: {'id': '19ccf4de-557f-4d49-a3d6-a6cd943635cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275'} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:17:27.300426 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-66ccc26c-e809-4a21-96b2-f1f1c04a8b85 service neutron] Bound port: a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19ccf4de-557f-4d49-a3d6-a6cd943635cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275'}}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:17:27.300770 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-66ccc26c-e809-4a21-96b2-f1f1c04a8b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:27.404293 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-66ccc26c-e809-4a21-96b2-f1f1c04a8b85 service neutron] For port a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709, host hv-cinder-78462, cleared binding levels {{(pid=91836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:17:27.407838 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-66ccc26c-e809-4a21-96b2-f1f1c04a8b85 service neutron] For port a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709,segment=NetworkSegment(19ccf4de-557f-4d49-a3d6-a6cd943635cb),segment_id=19ccf4de-557f-4d49-a3d6-a6cd943635cb)] {{(pid=91836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:17:27.414021 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-66ccc26c-e809-4a21-96b2-f1f1c04a8b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:27.418002 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-beca03c1-5e0f-4bd1-9ebf-357b0377f561 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:17:27.476457 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-66ccc26c-e809-4a21-96b2-f1f1c04a8b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:27.477059 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-66ccc26c-e809-4a21-96b2-f1f1c04a8b85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:27.478570 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-66ccc26c-e809-4a21-96b2-f1f1c04a8b85 service neutron] 10.222.0.25 "PUT /v2.0/ports/a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709 HTTP/1.1" status: 200 len: 1094 time: 1.1525588 May 19 21:17:27.479022 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5770022d-f165-45bc-a311-eb36d59d47ce', 'tag': 'a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:17:27.499528 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ccc26c-e809-4a21-96b2-f1f1c04a8b85 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709,revision_number=3']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:17:27.503034 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-66ccc26c-e809-4a21-96b2-f1f1c04a8b85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:17:27.533598 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5770022d-f165-45bc-a311-eb36d59d47ce', 'tag': 'a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709', 'status': 'completed', 'code': 200} May 19 21:17:27.618713 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-440e471e-0415-47b2-9d6b-ace8eed118e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:27.620243 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-440e471e-0415-47b2-9d6b-ace8eed118e3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cda74ac05cc9402fa29c062afdbb5a33&device_id=5770022d-f165-45bc-a311-eb36d59d47ce HTTP/1.1" status: 200 len: 1097 time: 0.0803301 May 19 21:17:27.734359 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-df4c97a1-05aa-4900-b81e-132d1ccdd8a7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709 HTTP/1.1" status: 200 len: 217 time: 0.1058128 May 19 21:17:27.859402 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-3a6d0b5c-f312-48e2-9a00-f1851cbe38a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:27.860850 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-3a6d0b5c-f312-48e2-9a00-f1851cbe38a4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5420bda8-1771-416b-860a-0d99bb7cee52 HTTP/1.1" status: 200 len: 851 time: 0.1192882 May 19 21:17:27.934527 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6bdf2-1d44-45fe-b05f-11f3dec3bfe4 req-395dea89-2464-407c-98e5-bc8ba5f15cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:27.935919 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2ba6bdf2-1d44-45fe-b05f-11f3dec3bfe4 req-395dea89-2464-407c-98e5-bc8ba5f15cbb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8f782d90475c45a98ec720099679e571&device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 1099 time: 0.2444875 May 19 21:17:28.045466 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32a87c-cb37-4a83-8080-99ba0f9c380c req-5a8db1c4-ad46-4d11-a160-5d8f310cf6f0 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:28.047211 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ca32a87c-cb37-4a83-8080-99ba0f9c380c req-5a8db1c4-ad46-4d11-a160-5d8f310cf6f0 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.2492042 May 19 21:17:28.095036 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-c7577d85-2e31-4888-b2e6-dae5ead7503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:28.096508 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-c7577d85-2e31-4888-b2e6-dae5ead7503e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2257757 May 19 21:17:28.128956 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de400827-67d0-4bb5-8324-338395bf1a9d req-4c9f09f1-5ed2-4a69-820c-66c8bf147d99 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:28.130431 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-de400827-67d0-4bb5-8324-338395bf1a9d req-4c9f09f1-5ed2-4a69-820c-66c8bf147d99 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=5770022d-f165-45bc-a311-eb36d59d47ce HTTP/1.1" status: 200 len: 944 time: 0.0828652 May 19 21:17:28.169625 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6bdf2-1d44-45fe-b05f-11f3dec3bfe4 req-f4b32392-7528-48f2-92c4-a1f99a64c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:28.171112 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2ba6bdf2-1d44-45fe-b05f-11f3dec3bfe4 req-f4b32392-7528-48f2-92c4-a1f99a64c40e service neutron] 10.222.0.25 "GET /v2.0/networks?id=3f362d28-4199-45e0-91ca-7ccb175d4e6f HTTP/1.1" status: 200 len: 910 time: 0.2284279 May 19 21:17:28.175980 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ca32a87c-cb37-4a83-8080-99ba0f9c380c req-1470f1c8-07e2-4216-8ecc-af99654e8cbe tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229141 May 19 21:17:28.176426 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-de400827-67d0-4bb5-8324-338395bf1a9d req-69296134-7179-4e3d-8443-ed9d6a02e4b7 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Synchronizing usage tracker for tenant:cda74ac05cc9402fa29c062afdbb5a33 on resource:security_group {{(pid=91837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:17:28.190006 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-de400827-67d0-4bb5-8324-338395bf1a9d req-69296134-7179-4e3d-8443-ed9d6a02e4b7 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Unset dirty status for tenant:cda74ac05cc9402fa29c062afdbb5a33 on resource:security_group {{(pid=91837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:17:28.191289 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-de400827-67d0-4bb5-8324-338395bf1a9d req-69296134-7179-4e3d-8443-ed9d6a02e4b7 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548165 May 19 21:17:28.344399 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2ba6bdf2-1d44-45fe-b05f-11f3dec3bfe4 req-4eec40aa-cf4c-4d3d-a810-8565de69f108 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce HTTP/1.1" status: 200 len: 1002 time: 0.1245022 May 19 21:17:28.349572 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-e1da49bf-4c99-45e2-8a31-41b075c16ccb service neutron] 10.222.0.25 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415495 May 19 21:17:28.494245 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6bdf2-1d44-45fe-b05f-11f3dec3bfe4 req-ca995faf-8b85-4c65-95ca-98f823eaed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:28.495732 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2ba6bdf2-1d44-45fe-b05f-11f3dec3bfe4 req-ca995faf-8b85-4c65-95ca-98f823eaed69 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5e79841b-91f9-4a16-ad5e-4c945612b0b9 HTTP/1.1" status: 200 len: 848 time: 0.1447468 May 19 21:17:28.580077 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c2e2d468-51ca-4d43-952c-fc373713da21 req-3dd81e7b-8699-44a5-9f21-e2f2b93f05a2 service neutron] 10.222.0.25 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964858 May 19 21:17:28.597297 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6bdf2-1d44-45fe-b05f-11f3dec3bfe4 req-6e1a24ff-4741-4c6d-ad87-d27465f5a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:28.599146 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2ba6bdf2-1d44-45fe-b05f-11f3dec3bfe4 req-6e1a24ff-4741-4c6d-ad87-d27465f5a2c6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3f362d28-4199-45e0-91ca-7ccb175d4e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0962455 May 19 21:17:28.784398 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 54936) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:17:28.790489 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2ba6bdf2-1d44-45fe-b05f-11f3dec3bfe4 req-be2f3ca9-87ec-47d9-b30e-7d16c407af93 service neutron] 10.222.0.25 "GET /v2.0/networks/3f362d28-4199-45e0-91ca-7ccb175d4e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839030 May 19 21:17:28.796933 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdad13-658e-4a65-bac9-7f41b06adb9c req-69b4a718-9fb5-48c4-84a0-56ed7b5b1794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:28.798480 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1dcdad13-658e-4a65-bac9-7f41b06adb9c req-69b4a718-9fb5-48c4-84a0-56ed7b5b1794 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cda74ac05cc9402fa29c062afdbb5a33&device_id=5770022d-f165-45bc-a311-eb36d59d47ce HTTP/1.1" status: 200 len: 1097 time: 0.1610241 May 19 21:17:28.921551 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-8b998a19-7a02-422f-b497-3e01aada6917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:28.937822 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-8b998a19-7a02-422f-b497-3e01aada6917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:17:28.942140 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-8b998a19-7a02-422f-b497-3e01aada6917 admin admin] Usage tracker for resource:security_group_rule and tenant:d53af2260c79483eb5109e367d368fcb is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:17:28.945350 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-8b998a19-7a02-422f-b497-3e01aada6917 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:17:28.951297 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-8b998a19-7a02-422f-b497-3e01aada6917 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:17:29.040247 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-8b998a19-7a02-422f-b497-3e01aada6917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:29.045764 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-8b998a19-7a02-422f-b497-3e01aada6917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:29.053860 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-160d1cbd-9a8a-4317-80c6-61575191f06b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:17:29.101421 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-8b998a19-7a02-422f-b497-3e01aada6917 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d53af2260c79483eb5109e367d368fcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3127925 May 19 21:17:29.101421 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b998a19-7a02-422f-b497-3e01aada6917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb12b99-b038-4cfd-b141-4d2c01cf3af0,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:17:29.102285 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 54942) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:17:29.120939 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b998a19-7a02-422f-b497-3e01aada6917 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:29.121317 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b998a19-7a02-422f-b497-3e01aada6917 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:29.121700 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b998a19-7a02-422f-b497-3e01aada6917 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:29.122063 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b998a19-7a02-422f-b497-3e01aada6917 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:29.122420 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b998a19-7a02-422f-b497-3e01aada6917 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:29.122779 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b998a19-7a02-422f-b497-3e01aada6917 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:29.123167 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b998a19-7a02-422f-b497-3e01aada6917 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:29.123521 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b998a19-7a02-422f-b497-3e01aada6917 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:29.123877 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b998a19-7a02-422f-b497-3e01aada6917 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:29.124228 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b998a19-7a02-422f-b497-3e01aada6917 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:29.124578 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b998a19-7a02-422f-b497-3e01aada6917 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:29.125041 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b998a19-7a02-422f-b497-3e01aada6917 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:29.129394 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-8b998a19-7a02-422f-b497-3e01aada6917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:17:29.155871 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdad13-658e-4a65-bac9-7f41b06adb9c req-462eba7e-e0a6-4aa2-a5ca-58a2cc257ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:29.157362 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1dcdad13-658e-4a65-bac9-7f41b06adb9c req-462eba7e-e0a6-4aa2-a5ca-58a2cc257ae2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275 HTTP/1.1" status: 200 len: 913 time: 0.3380401 May 19 21:17:29.159111 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2ba6bdf2-1d44-45fe-b05f-11f3dec3bfe4 req-2a4fcee6-31dc-4561-989b-21ed6f29b032 service neutron] 10.222.0.25 "GET /v2.0/networks/3f362d28-4199-45e0-91ca-7ccb175d4e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597364 May 19 21:17:29.181498 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-cab1f1f3-a598-4177-bf4e-7ad33be27e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:29.210592 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-cab1f1f3-a598-4177-bf4e-7ad33be27e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:29.231138 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1dcdad13-658e-4a65-bac9-7f41b06adb9c req-5455f613-b4ee-41fb-92ec-a71db9f5a058 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709 HTTP/1.1" status: 200 len: 217 time: 0.0627186 May 19 21:17:29.281538 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-cab1f1f3-a598-4177-bf4e-7ad33be27e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:29.287429 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-191ccd0d-a21b-41b6-908a-afbc4d941ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:17:29.307901 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1f1f3-a598-4177-bf4e-7ad33be27e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb12b99-b038-4cfd-b141-4d2c01cf3af0,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:17:29.319826 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-cab1f1f3-a598-4177-bf4e-7ad33be27e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:17:29.320672 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-cab1f1f3-a598-4177-bf4e-7ad33be27e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:29.321925 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-cab1f1f3-a598-4177-bf4e-7ad33be27e00 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4fb12b99-b038-4cfd-b141-4d2c01cf3af0 HTTP/1.1" status: 204 len: 168 time: 0.2174556 May 19 21:17:29.376642 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdad13-658e-4a65-bac9-7f41b06adb9c req-f898bbb4-f4c4-4490-8f73-bd55d752bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:29.378103 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1dcdad13-658e-4a65-bac9-7f41b06adb9c req-f898bbb4-f4c4-4490-8f73-bd55d752bfc1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5420bda8-1771-416b-860a-0d99bb7cee52 HTTP/1.1" status: 200 len: 851 time: 0.1404104 May 19 21:17:29.420725 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417747f-6009-4da4-ae0c-6f4c774552f2 req-2f2ab161-36eb-4f1d-b068-92d0eda8b5a7 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:29.422766 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c417747f-6009-4da4-ae0c-6f4c774552f2 req-2f2ab161-36eb-4f1d-b068-92d0eda8b5a7 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=5770022d-f165-45bc-a311-eb36d59d47ce HTTP/1.1" status: 200 len: 944 time: 0.0946088 May 19 21:17:29.472192 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3388aa-e489-4135-9c97-6a3048c1f03d req-25d429f2-071d-4d1b-93e4-48c21d61a046 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:29.473914 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ce3388aa-e489-4135-9c97-6a3048c1f03d req-25d429f2-071d-4d1b-93e4-48c21d61a046 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.1640155 May 19 21:17:29.480834 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c417747f-6009-4da4-ae0c-6f4c774552f2 req-e45f1a7a-79b2-4b64-858e-7bce1a5d4a08 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505140 May 19 21:17:29.527291 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdad13-658e-4a65-bac9-7f41b06adb9c req-5326ad13-79f6-4a2f-807c-4256bd1dda0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:29.528809 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1dcdad13-658e-4a65-bac9-7f41b06adb9c req-5326ad13-79f6-4a2f-807c-4256bd1dda0a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1434133 May 19 21:17:29.534056 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ce3388aa-e489-4135-9c97-6a3048c1f03d req-59c0ab6a-270e-447e-b406-8e56674d31f5 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535207 May 19 21:17:29.669591 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1dcdad13-658e-4a65-bac9-7f41b06adb9c req-249598e6-ac36-43eb-87d3-b395089c6f33 service neutron] 10.222.0.25 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331797 May 19 21:17:29.805891 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1dcdad13-658e-4a65-bac9-7f41b06adb9c req-77bf18a5-1ef9-403f-b341-b507b981342b service neutron] 10.222.0.25 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275187 May 19 21:17:30.560479 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 54982) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:17:30.697515 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f94fc-7c1e-4351-b640-ac9d0dd7342e req-289e497f-c665-4a49-8c9b-d82192557cf3 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:30.699052 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-ec8f94fc-7c1e-4351-b640-ac9d0dd7342e req-289e497f-c665-4a49-8c9b-d82192557cf3 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=5770022d-f165-45bc-a311-eb36d59d47ce HTTP/1.1" status: 200 len: 944 time: 0.1013982 May 19 21:17:30.740712 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-bb509c5e-43ac-4490-aeec-1d533c7eed1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:30.747620 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4579a-fce2-4231-8fca-7b65781dc431 req-007d5128-f5c6-4a3e-8ff1-4ce4898d3419 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:30.749334 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-78c4579a-fce2-4231-8fca-7b65781dc431 req-007d5128-f5c6-4a3e-8ff1-4ce4898d3419 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.0901890 May 19 21:17:30.769602 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-bb509c5e-43ac-4490-aeec-1d533c7eed1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:17:30.778418 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-bb509c5e-43ac-4490-aeec-1d533c7eed1a admin admin] Usage tracker for resource:security_group_rule and tenant:a067c413573842f1857656cbcc37d8a3 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:17:30.783110 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-bb509c5e-43ac-4490-aeec-1d533c7eed1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:17:30.788114 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-ec8f94fc-7c1e-4351-b640-ac9d0dd7342e req-a274197e-ba70-4b15-9b04-6552b1f1f3bf tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671091 May 19 21:17:30.791932 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-bb509c5e-43ac-4490-aeec-1d533c7eed1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:17:30.807600 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-78c4579a-fce2-4231-8fca-7b65781dc431 req-97a7a190-787c-46a0-8709-f3c317de0cc1 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498559 May 19 21:17:30.885928 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-bb509c5e-43ac-4490-aeec-1d533c7eed1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:30.892237 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-bb509c5e-43ac-4490-aeec-1d533c7eed1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:30.899497 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-4dbad7a8-4966-4102-b8d1-8e1feff3afca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:17:30.941228 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-bb509c5e-43ac-4490-aeec-1d533c7eed1a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a067c413573842f1857656cbcc37d8a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3793921 May 19 21:17:30.943229 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb509c5e-43ac-4490-aeec-1d533c7eed1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdb6333-0988-4c98-b16a-062685226b62,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:17:30.944010 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 54988) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:17:30.946905 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-bb509c5e-43ac-4490-aeec-1d533c7eed1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:17:31.011192 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-ce13c57e-98d6-492e-b18c-b3b6a20b5294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:31.044465 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-ce13c57e-98d6-492e-b18c-b3b6a20b5294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:31.107732 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-ce13c57e-98d6-492e-b18c-b3b6a20b5294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:31.112061 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-b8896a5b-96a9-40bd-980f-857f989c9a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:17:31.123344 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13c57e-98d6-492e-b18c-b3b6a20b5294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdb6333-0988-4c98-b16a-062685226b62,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:17:31.126491 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-ce13c57e-98d6-492e-b18c-b3b6a20b5294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:17:31.132046 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-ce13c57e-98d6-492e-b18c-b3b6a20b5294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:31.134922 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-ce13c57e-98d6-492e-b18c-b3b6a20b5294 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8cdb6333-0988-4c98-b16a-062685226b62 HTTP/1.1" status: 204 len: 168 time: 0.1880088 May 19 21:17:31.867614 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 55016) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:17:31.981447 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-7ba5b3f8-86fb-41a9-8c23-34fc2ef9e4f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-206556953-network', 'tenant_id': 'b23fd16254e848cf8541ae0546fc9691'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:17:31.988669 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-7ba5b3f8-86fb-41a9-8c23-34fc2ef9e4f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:17:31.994702 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-7ba5b3f8-86fb-41a9-8c23-34fc2ef9e4f9 admin admin] Usage tracker for resource:network and tenant:b23fd16254e848cf8541ae0546fc9691 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:17:31.999529 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-7ba5b3f8-86fb-41a9-8c23-34fc2ef9e4f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:17:32.002365 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5af3c5-d93d-4559-b782-21700724def3 req-20af4300-f6e5-48f6-9e79-48646ec7a55f tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:32.003921 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-6a5af3c5-d93d-4559-b782-21700724def3 req-20af4300-f6e5-48f6-9e79-48646ec7a55f tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.0852094 May 19 21:17:32.006259 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-7ba5b3f8-86fb-41a9-8c23-34fc2ef9e4f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:17:32.020230 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b8621-f158-4d25-9ac6-e0d9cf162635 req-0e77d916-b5de-40d2-b4e3-fe897edb69bc tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:32.021724 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-135b8621-f158-4d25-9ac6-e0d9cf162635 req-0e77d916-b5de-40d2-b4e3-fe897edb69bc tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=5770022d-f165-45bc-a311-eb36d59d47ce HTTP/1.1" status: 200 len: 944 time: 0.1135788 May 19 21:17:32.042120 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba5b3f8-86fb-41a9-8c23-34fc2ef9e4f9 admin admin] Made reservation on behalf of b23fd16254e848cf8541ae0546fc9691 for: {'network': 1} {{(pid=91837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:17:32.044514 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7ba5b3f8-86fb-41a9-8c23-34fc2ef9e4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1785277'] for network, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:32.053291 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-6a5af3c5-d93d-4559-b782-21700724def3 req-3b39cb84-951e-49bb-a521-7c8a67abe00e tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434783 May 19 21:17:32.062164 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7ba5b3f8-86fb-41a9-8c23-34fc2ef9e4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:32.092250 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-7ba5b3f8-86fb-41a9-8c23-34fc2ef9e4f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:17:32.100849 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-135b8621-f158-4d25-9ac6-e0d9cf162635 req-45a7d299-637d-43ce-99fd-32c8d937078d tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728240 May 19 21:17:32.102047 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-7ba5b3f8-86fb-41a9-8c23-34fc2ef9e4f9 admin admin] Usage tracker for resource:security_group_rule and tenant:b23fd16254e848cf8541ae0546fc9691 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:17:32.105698 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-7ba5b3f8-86fb-41a9-8c23-34fc2ef9e4f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:17:32.111533 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-7ba5b3f8-86fb-41a9-8c23-34fc2ef9e4f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:17:32.197250 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7ba5b3f8-86fb-41a9-8c23-34fc2ef9e4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:32.202221 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7ba5b3f8-86fb-41a9-8c23-34fc2ef9e4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:32.206178 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-790539da-c022-4332-aad8-100459492532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:17:32.242357 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba5b3f8-86fb-41a9-8c23-34fc2ef9e4f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=91837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 21:17:32.248903 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5b3f8-86fb-41a9-8c23-34fc2ef9e4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111de7c3-c525-487d-a552-d8963e6c2bba,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:17:32.252391 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-7ba5b3f8-86fb-41a9-8c23-34fc2ef9e4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:17:32.258747 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7ba5b3f8-86fb-41a9-8c23-34fc2ef9e4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:32.259325 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.db.segments_db [None req-7ba5b3f8-86fb-41a9-8c23-34fc2ef9e4f9 admin admin] Added segment ee364cb2-30f7-4c57-9e4e-c9aea9783fb6 of type vlan for network ea1581f5-fced-437d-95d4-d42aa4839d3e May 19 21:17:32.293029 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7ba5b3f8-86fb-41a9-8c23-34fc2ef9e4f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750774008697'] for network, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:32.326425 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7ba5b3f8-86fb-41a9-8c23-34fc2ef9e4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448'] for network, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:32.327623 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba5b3f8-86fb-41a9-8c23-34fc2ef9e4f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:32.328361 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-7ba5b3f8-86fb-41a9-8c23-34fc2ef9e4f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:32.334038 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-50fb26f0-f24b-4c15-bebe-f5d11b2f1773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:17:32.410742 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9eebfddc-2061-4485-a9e4-3ce11e3a6018 req-3dd69a6c-325c-4569-b531-1ebb397eb991 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1288943 May 19 21:17:32.477396 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5b3f8-86fb-41a9-8c23-34fc2ef9e4f9 admin admin] Pushing event updated for resources: {'Network': ['ID=ea1581f5-fced-437d-95d4-d42aa4839d3e,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:17:32.487160 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-7ba5b3f8-86fb-41a9-8c23-34fc2ef9e4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:17:32.490511 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Network ea1581f5-fced-437d-95d4-d42aa4839d3e details requested by agent ovs-agent-dv-cinder-784623-12-iscsi with host dv-cinder-784623-12-iscsi {{(pid=91838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 21:17:32.496348 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-7ba5b3f8-86fb-41a9-8c23-34fc2ef9e4f9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6274724 May 19 21:17:32.499511 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 55030) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:17:32.506770 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-45f545be-1323-4ae2-a67c-505dbb3ee513 admin admin] Request body: {'subnet': {'network_id': 'ea1581f5-fced-437d-95d4-d42aa4839d3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-206556953-subnet', 'tenant_id': 'b23fd16254e848cf8541ae0546fc9691', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:17:32.512789 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-45f545be-1323-4ae2-a67c-505dbb3ee513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:17:32.517861 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-45f545be-1323-4ae2-a67c-505dbb3ee513 admin admin] Usage tracker for resource:subnet and tenant:b23fd16254e848cf8541ae0546fc9691 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:17:32.520838 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2205ee1-ea55-4014-a578-3b11a0e8d7a6 req-2022f46a-f0ac-4e94-beb9-df455b3248d9 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:32.521836 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-45f545be-1323-4ae2-a67c-505dbb3ee513 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:17:32.522338 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-b2205ee1-ea55-4014-a578-3b11a0e8d7a6 req-2022f46a-f0ac-4e94-beb9-df455b3248d9 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.1567922 May 19 21:17:32.533704 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-45f545be-1323-4ae2-a67c-505dbb3ee513 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:17:32.547835 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f545be-1323-4ae2-a67c-505dbb3ee513 admin admin] Made reservation on behalf of b23fd16254e848cf8541ae0546fc9691 for: {'subnet': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:17:32.550951 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-45f545be-1323-4ae2-a67c-505dbb3ee513 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7162105'] for subnet, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:32.578799 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-b2205ee1-ea55-4014-a578-3b11a0e8d7a6 req-52f6cef4-87ea-4f75-a7e3-09a371e30340 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502431 May 19 21:17:32.979001 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-45f545be-1323-4ae2-a67c-505dbb3ee513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6526971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7162059'] for subnet, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:32.982893 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-5521bf21-8b06-4975-a7f6-1c60b0ac7c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:17:33.158104 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f545be-1323-4ae2-a67c-505dbb3ee513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0744314-fad2-4fe4-a5c1-7737c1ba7b49,revision_number=0']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:17:33.161961 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-45f545be-1323-4ae2-a67c-505dbb3ee513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:17:33.169210 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f545be-1323-4ae2-a67c-505dbb3ee513 admin admin] Checking segment: {'id': 'ee364cb2-30f7-4c57-9e4e-c9aea9783fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ea1581f5-fced-437d-95d4-d42aa4839d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:17:33.169564 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f545be-1323-4ae2-a67c-505dbb3ee513 admin admin] Network hostable DHCP agents. Network: ea1581f5-fced-437d-95d4-d42aa4839d3e, hostable agents: ['79fa1e52-5d5b-4f2e-bd0b-6133595bf37f'], hosted agents: [] {{(pid=91836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 21:17:33.188167 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f545be-1323-4ae2-a67c-505dbb3ee513 admin admin] Network ea1581f5-fced-437d-95d4-d42aa4839d3e is scheduled to be hosted by DHCP agent 79fa1e52-5d5b-4f2e-bd0b-6133595bf37f with binding_index 1 {{(pid=91836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 21:17:33.198288 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-45f545be-1323-4ae2-a67c-505dbb3ee513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-12-iscsi, ea1581f5-fced-437d-95d4-d42aa4839d3e) {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:17:33.207514 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f545be-1323-4ae2-a67c-505dbb3ee513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:33.208356 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-45f545be-1323-4ae2-a67c-505dbb3ee513 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:33.211565 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1724ddd-99d6-4987-990d-892c939a51a3 None None] Network ea1581f5-fced-437d-95d4-d42aa4839d3e requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:17:33.287649 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-45f545be-1323-4ae2-a67c-505dbb3ee513 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7859495 May 19 21:17:33.315054 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c7493-c04f-47e4-b5d8-7388616c255f req-968d85d0-feba-4eee-aa99-92e1f08a8aa9 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:33.316491 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c78c7493-c04f-47e4-b5d8-7388616c255f req-968d85d0-feba-4eee-aa99-92e1f08a8aa9 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=5770022d-f165-45bc-a311-eb36d59d47ce HTTP/1.1" status: 200 len: 944 time: 0.1030898 May 19 21:17:33.365832 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c78c7493-c04f-47e4-b5d8-7388616c255f req-552f58c3-2249-40ae-bda3-1db6599a5508 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427918 May 19 21:17:33.417034 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45abda9a-edef-4856-b8cb-4ce0aae218ea None None] Network ea1581f5-fced-437d-95d4-d42aa4839d3e requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:17:33.784041 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266acf8-6a89-45cb-982c-d11fe312c0da req-7aa96375-2c20-4bea-9d0a-50ba8ce53400 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:33.785953 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-0266acf8-6a89-45cb-982c-d11fe312c0da req-7aa96375-2c20-4bea-9d0a-50ba8ce53400 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.0914857 May 19 21:17:33.855111 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-0266acf8-6a89-45cb-982c-d11fe312c0da req-18373fd0-81c2-479d-8a6e-195df322e1c3 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631373 May 19 21:17:34.023290 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:17:34.146494 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:34.168465 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebfddc-2061-4485-a9e4-3ce11e3a6018 req-76eb59f0-79fa-467f-ba60-b197f2d2329e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:34.170117 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9eebfddc-2061-4485-a9e4-3ce11e3a6018 req-76eb59f0-79fa-467f-ba60-b197f2d2329e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1&tenant_id=8f782d90475c45a98ec720099679e571 HTTP/1.1" status: 200 len: 1099 time: 0.0786927 May 19 21:17:34.174783 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464864d6-e293-4d7c-aa2e-7476a9aad3e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce'}] {{(pid=91838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:17:34.185242 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce,segment=NetworkSegment(78a99981-671c-4abb-9417-884234ae710e),segment_id=78a99981-671c-4abb-9417-884234ae710e)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:17:34.191212 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:34.193034 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:17:34.232722 dv-cinder-784623-12-iscsi neutron-server[91838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464864d6-e293-4d7c-aa2e-7476a9aad3e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce', 'code': 200} May 19 21:17:34.268012 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebfddc-2061-4485-a9e4-3ce11e3a6018 req-3ea88434-4c7d-4143-8e1a-ef4ba9f1b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:34.269933 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9eebfddc-2061-4485-a9e4-3ce11e3a6018 req-3ea88434-4c7d-4143-8e1a-ef4ba9f1b8db service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8f782d90475c45a98ec720099679e571&device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 1097 time: 0.0758843 May 19 21:17:34.273926 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce,revision_number=6']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:17:34.281645 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:34.282070 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:34.282408 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:34.282741 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:34.283102 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:34.283440 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:34.283762 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:34.284138 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:34.284498 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:34.284897 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:34.285230 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:34.285581 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:17:34.289975 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:17:34.410148 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebfddc-2061-4485-a9e4-3ce11e3a6018 req-62b40b22-3ec0-427a-a8b7-7481207f5a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:34.411660 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9eebfddc-2061-4485-a9e4-3ce11e3a6018 req-62b40b22-3ec0-427a-a8b7-7481207f5a7d service neutron] 10.222.0.25 "GET /v2.0/networks?id=3f362d28-4199-45e0-91ca-7ccb175d4e6f HTTP/1.1" status: 200 len: 910 time: 0.1352098 May 19 21:17:34.520444 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9eebfddc-2061-4485-a9e4-3ce11e3a6018 req-c9318157-8e86-4922-85a8-e81cc18a60a2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce HTTP/1.1" status: 200 len: 1000 time: 0.1010318 May 19 21:17:34.558662 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1696b-d58b-4ee3-b3f7-83778e528a1c req-dc1eed2c-998b-4366-9341-818400a3719d tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:34.560490 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-5cb1696b-d58b-4ee3-b3f7-83778e528a1c req-dc1eed2c-998b-4366-9341-818400a3719d tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=5770022d-f165-45bc-a311-eb36d59d47ce HTTP/1.1" status: 200 len: 944 time: 0.0827196 May 19 21:17:34.585751 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebfddc-2061-4485-a9e4-3ce11e3a6018 req-7ae72668-a6ab-4d99-a73b-276c3979342e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:34.587280 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9eebfddc-2061-4485-a9e4-3ce11e3a6018 req-7ae72668-a6ab-4d99-a73b-276c3979342e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5e79841b-91f9-4a16-ad5e-4c945612b0b9 HTTP/1.1" status: 200 len: 848 time: 0.0608687 May 19 21:17:34.612522 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-5cb1696b-d58b-4ee3-b3f7-83778e528a1c req-95e03ad5-5d4d-4346-8fbf-09e7b5ce7ac6 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451214 May 19 21:17:34.665743 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebfddc-2061-4485-a9e4-3ce11e3a6018 req-635c0b52-ce40-4225-be20-c1ae2dab6d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:34.667225 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9eebfddc-2061-4485-a9e4-3ce11e3a6018 req-635c0b52-ce40-4225-be20-c1ae2dab6d42 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3f362d28-4199-45e0-91ca-7ccb175d4e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0732410 May 19 21:17:34.819785 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9eebfddc-2061-4485-a9e4-3ce11e3a6018 req-006432e9-59cc-47ee-9dc1-e2264385b224 service neutron] 10.222.0.25 "GET /v2.0/networks/3f362d28-4199-45e0-91ca-7ccb175d4e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456556 May 19 21:17:34.954839 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9eebfddc-2061-4485-a9e4-3ce11e3a6018 req-246698e3-c0a4-4eb2-b928-1e74f8b3697c service neutron] 10.222.0.25 "GET /v2.0/networks/3f362d28-4199-45e0-91ca-7ccb175d4e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277950 May 19 21:17:35.049303 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1128d4-d1b0-45a5-9456-3346295b5f27 req-ff5f23dc-9d5a-4982-ab55-a9bdb8fe0621 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:35.050759 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8b1128d4-d1b0-45a5-9456-3346295b5f27 req-ff5f23dc-9d5a-4982-ab55-a9bdb8fe0621 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 944 time: 0.0875776 May 19 21:17:35.099668 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8b1128d4-d1b0-45a5-9456-3346295b5f27 req-d07bf83b-1316-4fb4-8fd0-71af2712f595 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399098 May 19 21:17:35.637384 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263894b-f89b-4ece-8616-c848932f67ba req-f35ee1a1-7321-405d-bcbf-91399a860116 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:35.637955 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-4263894b-f89b-4ece-8616-c848932f67ba req-f35ee1a1-7321-405d-bcbf-91399a860116 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Synchronizing usage tracker for tenant:b23fd16254e848cf8541ae0546fc9691 on resource:network {{(pid=91837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:17:35.658599 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-4263894b-f89b-4ece-8616-c848932f67ba req-f35ee1a1-7321-405d-bcbf-91399a860116 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Unset dirty status for tenant:b23fd16254e848cf8541ae0546fc9691 on resource:network {{(pid=91837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:17:35.659950 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-4263894b-f89b-4ece-8616-c848932f67ba req-f35ee1a1-7321-405d-bcbf-91399a860116 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/networks?id=ea1581f5-fced-437d-95d4-d42aa4839d3e HTTP/1.1" status: 200 len: 813 time: 0.2789135 May 19 21:17:35.679328 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-4263894b-f89b-4ece-8616-c848932f67ba req-157b1d87-0139-4157-ab1c-424e080b348a tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/quotas/b23fd16254e848cf8541ae0546fc9691 HTTP/1.1" status: 200 len: 375 time: 0.0113771 May 19 21:17:35.729119 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-4263894b-f89b-4ece-8616-c848932f67ba req-f9700a0e-dcaa-4d24-b638-22151b00e252 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b23fd16254e848cf8541ae0546fc9691&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439370 May 19 21:17:35.810571 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2fb12-e7f8-4291-ba32-f9686e781937 req-759c23f3-6ff9-466f-9df9-48e34e688a77 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:35.812250 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ccd2fb12-e7f8-4291-ba32-f9686e781937 req-759c23f3-6ff9-466f-9df9-48e34e688a77 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=5770022d-f165-45bc-a311-eb36d59d47ce HTTP/1.1" status: 200 len: 944 time: 0.0905545 May 19 21:17:35.868486 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ccd2fb12-e7f8-4291-ba32-f9686e781937 req-ebeb300e-ed72-4363-8a2f-564815a52508 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478959 May 19 21:17:35.928806 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-4263894b-f89b-4ece-8616-c848932f67ba req-033aa91a-898f-4ac6-ab1b-6201ace23110 service neutron] 10.222.0.44 "GET /v2.0/networks/ea1581f5-fced-437d-95d4-d42aa4839d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917129 May 19 21:17:35.975746 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-55579d8e-d21b-4994-81e9-1156fa5adec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:36.030411 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 21:17:36.066585 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-4263894b-f89b-4ece-8616-c848932f67ba req-86b99eab-9045-4f69-9004-49a493873375 service neutron] 10.222.0.44 "GET /v2.0/networks/ea1581f5-fced-437d-95d4-d42aa4839d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319015 May 19 21:17:36.187129 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709,segment=NetworkSegment(19ccf4de-557f-4d49-a3d6-a6cd943635cb),segment_id=19ccf4de-557f-4d49-a3d6-a6cd943635cb)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:17:36.204157 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Returning: {'device': 'a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'port_id': 'a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709', 'mac_address': 'fa:16:3e:ca:85:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 21:17:36.278699 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:36.282422 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-0cb05277-f003-44c2-9ff7-f2716f17e1cd req-3be3068f-108a-4ca9-8847-247bc317a86d tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dad8d25-e98e-46ed-aacd-02aa35d853d7 HTTP/1.1" status: 200 len: 210 time: 0.0743475 May 19 21:17:36.301134 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709 {{(pid=91838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:17:36.318989 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709,segment=NetworkSegment(19ccf4de-557f-4d49-a3d6-a6cd943635cb),segment_id=19ccf4de-557f-4d49-a3d6-a6cd943635cb)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:17:36.325487 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:36.327747 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:17:36.355915 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7c9e4-a404-47a4-ab4d-3cfa1705e2c9 req-175f46b5-1340-4eac-93d3-21aa8255cfe7 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:36.357484 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-61f7c9e4-a404-47a4-ab4d-3cfa1705e2c9 req-175f46b5-1340-4eac-93d3-21aa8255cfe7 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 944 time: 0.1245284 May 19 21:17:36.401237 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:17:36.404723 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:17:36.407246 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-61f7c9e4-a404-47a4-ab4d-3cfa1705e2c9 req-05cb8c33-35e4-4025-8458-cd8a8b64570a tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434406 May 19 21:17:36.534456 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:17:37.071557 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9181921-5289-4b3a-a763-65a6612de71e req-8932b74d-6667-40ca-bcb6-ea5111b0a8ac tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:37.073170 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c9181921-5289-4b3a-a763-65a6612de71e req-8932b74d-6667-40ca-bcb6-ea5111b0a8ac tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=5770022d-f165-45bc-a311-eb36d59d47ce HTTP/1.1" status: 200 len: 945 time: 0.0921552 May 19 21:17:37.126390 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c9181921-5289-4b3a-a763-65a6612de71e req-d783bc38-b5d8-4ff3-893b-18f970842130 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468369 May 19 21:17:37.470043 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263894b-f89b-4ece-8616-c848932f67ba req-b0c8d050-e0cd-4f03-a847-b4127aa3ca6b tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:37.472013 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4263894b-f89b-4ece-8616-c848932f67ba req-b0c8d050-e0cd-4f03-a847-b4127aa3ca6b tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.25 "GET /v2.0/networks?id=ea1581f5-fced-437d-95d4-d42aa4839d3e HTTP/1.1" status: 200 len: 813 time: 0.2248859 May 19 21:17:37.474139 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-fd14c868-e943-43e6-a6d8-617bd7ac75fc req-290cde62-28e8-469e-afbb-22cb7067d9ee tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dad8d25-e98e-46ed-aacd-02aa35d853d7 HTTP/1.1" status: 200 len: 210 time: 0.0649905 May 19 21:17:37.489352 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-4263894b-f89b-4ece-8616-c848932f67ba req-6fac233d-bae4-4bbb-ad0d-a8cdce8446a3 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Request body: {'port': {'device_id': '9dad8d25-e98e-46ed-aacd-02aa35d853d7', 'network_id': 'ea1581f5-fced-437d-95d4-d42aa4839d3e', 'admin_state_up': True, 'tenant_id': 'b23fd16254e848cf8541ae0546fc9691'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:17:37.613941 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31605c3-a8c3-4d86-959b-62e108ed6eb1 req-6532af80-f3a7-47c6-b583-d7f04116001a tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:37.615457 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-e31605c3-a8c3-4d86-959b-62e108ed6eb1 req-6532af80-f3a7-47c6-b583-d7f04116001a tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 944 time: 0.0845447 May 19 21:17:37.668728 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-e31605c3-a8c3-4d86-959b-62e108ed6eb1 req-36f24b72-d884-4600-911f-3c3dca6b7c4e tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470793 May 19 21:17:37.737095 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-4263894b-f89b-4ece-8616-c848932f67ba req-6fac233d-bae4-4bbb-ad0d-a8cdce8446a3 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:17:37.741320 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-4263894b-f89b-4ece-8616-c848932f67ba req-6fac233d-bae4-4bbb-ad0d-a8cdce8446a3 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Usage tracker for resource:port and tenant:b23fd16254e848cf8541ae0546fc9691 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:17:37.744441 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-4263894b-f89b-4ece-8616-c848932f67ba req-6fac233d-bae4-4bbb-ad0d-a8cdce8446a3 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:17:37.750746 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-4263894b-f89b-4ece-8616-c848932f67ba req-6fac233d-bae4-4bbb-ad0d-a8cdce8446a3 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:17:37.766882 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4263894b-f89b-4ece-8616-c848932f67ba req-6fac233d-bae4-4bbb-ad0d-a8cdce8446a3 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Made reservation on behalf of b23fd16254e848cf8541ae0546fc9691 for: {'port': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:17:37.771231 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4263894b-f89b-4ece-8616-c848932f67ba req-6fac233d-bae4-4bbb-ad0d-a8cdce8446a3 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:37.965125 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [req-4263894b-f89b-4ece-8616-c848932f67ba req-6fac233d-bae4-4bbb-ad0d-a8cdce8446a3 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Allocated IP 172.20.0.2 (ea1581f5-fced-437d-95d4-d42aa4839d3e/c0744314-fad2-4fe4-a5c1-7737c1ba7b49/1eba128d-125f-47dd-a3d5-5c78812f5c6a) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:17:38.030463 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709 up at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:17:38.102360 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning for port a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:17:38.108482 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning complete for port a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:17:38.108921 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:38.184462 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4263894b-f89b-4ece-8616-c848932f67ba req-6fac233d-bae4-4bbb-ad0d-a8cdce8446a3 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:38.221431 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4263894b-f89b-4ece-8616-c848932f67ba req-6fac233d-bae4-4bbb-ad0d-a8cdce8446a3 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:38.227755 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-76de31d8-0f22-45fd-8f1a-97630c8e6e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:17:38.254155 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:38.287397 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5770022d-f165-45bc-a311-eb36d59d47ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709'}] {{(pid=91838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:17:38.301251 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709,segment=NetworkSegment(19ccf4de-557f-4d49-a3d6-a6cd943635cb),segment_id=19ccf4de-557f-4d49-a3d6-a6cd943635cb)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:17:38.313993 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:38.316271 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:17:38.353248 dv-cinder-784623-12-iscsi neutron-server[91838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5770022d-f165-45bc-a311-eb36d59d47ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709', 'code': 200} May 19 21:17:38.366381 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4263894b-f89b-4ece-8616-c848932f67ba req-6fac233d-bae4-4bbb-ad0d-a8cdce8446a3 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Network ea1581f5-fced-437d-95d4-d42aa4839d3e is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:17:38.376048 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [req-4263894b-f89b-4ece-8616-c848932f67ba req-6fac233d-bae4-4bbb-ad0d-a8cdce8446a3 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:17:38.379182 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac233d-bae4-4bbb-ad0d-a8cdce8446a3 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Pushing event updated for resources: {'Port': ['ID=1eba128d-125f-47dd-a3d5-5c78812f5c6a,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:17:38.381609 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-4263894b-f89b-4ece-8616-c848932f67ba req-6fac233d-bae4-4bbb-ad0d-a8cdce8446a3 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:17:38.400384 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709,revision_number=5']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:17:38.403766 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:17:38.412050 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-6fac233d-bae4-4bbb-ad0d-a8cdce8446a3 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:17:38.465666 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263894b-f89b-4ece-8616-c848932f67ba req-6fac233d-bae4-4bbb-ad0d-a8cdce8446a3 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:38.466528 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4263894b-f89b-4ece-8616-c848932f67ba req-6fac233d-bae4-4bbb-ad0d-a8cdce8446a3 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:38.478404 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:38.485719 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b942caf-a13a-48c7-915b-61b47985a1a6 req-3602cb69-ba8a-41fa-bf40-c5989c34a396 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:38.487736 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1b942caf-a13a-48c7-915b-61b47985a1a6 req-3602cb69-ba8a-41fa-bf40-c5989c34a396 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=5770022d-f165-45bc-a311-eb36d59d47ce HTTP/1.1" status: 200 len: 946 time: 0.2154896 May 19 21:17:38.558528 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4263894b-f89b-4ece-8616-c848932f67ba req-6fac233d-bae4-4bbb-ad0d-a8cdce8446a3 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0755022 May 19 21:17:38.579958 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-4263894b-f89b-4ece-8616-c848932f67ba req-2d02c71c-b06b-44fb-9b42-44ad2e932b6e service neutron] Request body: {'port': {'device_id': '9dad8d25-e98e-46ed-aacd-02aa35d853d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:17:38.621041 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1b942caf-a13a-48c7-915b-61b47985a1a6 req-3d5571ed-d541-4ef1-8d24-1c0122145811 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1264126 May 19 21:17:38.737230 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819244ba-3a1a-4a69-a18b-46a7a6712eed req-231f7f6c-8b8e-48a3-b559-ab30afc55a18 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:38.740054 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-819244ba-3a1a-4a69-a18b-46a7a6712eed req-231f7f6c-8b8e-48a3-b559-ab30afc55a18 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dad8d25-e98e-46ed-aacd-02aa35d853d7 HTTP/1.1" status: 200 len: 931 time: 0.0886817 May 19 21:17:38.767973 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4263894b-f89b-4ece-8616-c848932f67ba req-2d02c71c-b06b-44fb-9b42-44ad2e932b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:38.797060 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-819244ba-3a1a-4a69-a18b-46a7a6712eed req-83411a88-98d9-44e2-a154-f5a4481bdc70 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Synchronizing usage tracker for tenant:b23fd16254e848cf8541ae0546fc9691 on resource:security_group {{(pid=91837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:17:38.806954 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-9e5689ee-3083-4ee7-b45e-cee6a241977c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:38.817876 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-819244ba-3a1a-4a69-a18b-46a7a6712eed req-83411a88-98d9-44e2-a154-f5a4481bdc70 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Unset dirty status for tenant:b23fd16254e848cf8541ae0546fc9691 on resource:security_group {{(pid=91837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:17:38.823362 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-819244ba-3a1a-4a69-a18b-46a7a6712eed req-83411a88-98d9-44e2-a154-f5a4481bdc70 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/security-groups?id=111de7c3-c525-487d-a552-d8963e6c2bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747924 May 19 21:17:38.835810 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914632f7-3626-493b-9f8b-aab1b5ff203b req-3ab3d485-2cb4-47b5-a091-2c0ca6cec3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:38.837660 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-914632f7-3626-493b-9f8b-aab1b5ff203b req-3ab3d485-2cb4-47b5-a091-2c0ca6cec3fe service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5770022d-f165-45bc-a311-eb36d59d47ce HTTP/1.1" status: 200 len: 1099 time: 0.2156320 May 19 21:17:38.955202 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-914632f7-3626-493b-9f8b-aab1b5ff203b req-ce780563-320c-4e71-8472-f7c3e4288aee service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0851302 May 19 21:17:39.068746 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28224b0-1beb-4764-872e-3c28fb309866 req-9f9f3bff-eb35-40e5-8092-af1e094b6e6b tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:39.070225 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e28224b0-1beb-4764-872e-3c28fb309866 req-9f9f3bff-eb35-40e5-8092-af1e094b6e6b tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 944 time: 0.2825940 May 19 21:17:39.187236 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-e28224b0-1beb-4764-872e-3c28fb309866 req-46855a87-614d-4cc5-917f-40ea70d5a28f tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732946 May 19 21:17:39.272902 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [req-4263894b-f89b-4ece-8616-c848932f67ba req-2d02c71c-b06b-44fb-9b42-44ad2e932b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eba128d-125f-47dd-a3d5-5c78812f5c6a {{(pid=91836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:17:39.281176 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4263894b-f89b-4ece-8616-c848932f67ba req-2d02c71c-b06b-44fb-9b42-44ad2e932b6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:39.298281 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [req-4263894b-f89b-4ece-8616-c848932f67ba req-2d02c71c-b06b-44fb-9b42-44ad2e932b6e service neutron] Transition to ACTIVE for port object 1eba128d-125f-47dd-a3d5-5c78812f5c6a will not be triggered until provisioned by entity L2. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:17:39.305081 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4263894b-f89b-4ece-8616-c848932f67ba req-2d02c71c-b06b-44fb-9b42-44ad2e932b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:39.309271 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-c605d3ec-fa28-412b-a9ee-45f22c69c94e tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:17:39.460885 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02c71c-b06b-44fb-9b42-44ad2e932b6e service neutron] Pushing event updated for resources: {'Port': ['ID=1eba128d-125f-47dd-a3d5-5c78812f5c6a,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:17:39.472106 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-2d02c71c-b06b-44fb-9b42-44ad2e932b6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:17:39.474434 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:39.548985 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-4263894b-f89b-4ece-8616-c848932f67ba req-2d02c71c-b06b-44fb-9b42-44ad2e932b6e service neutron] Attempting to bind port 1eba128d-125f-47dd-a3d5-5c78812f5c6a on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:17:39.549639 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-4263894b-f89b-4ece-8616-c848932f67ba req-2d02c71c-b06b-44fb-9b42-44ad2e932b6e service neutron] Attempting to bind port 1eba128d-125f-47dd-a3d5-5c78812f5c6a by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'ee364cb2-30f7-4c57-9e4e-c9aea9783fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ea1581f5-fced-437d-95d4-d42aa4839d3e'}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:17:39.549639 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4263894b-f89b-4ece-8616-c848932f67ba req-2d02c71c-b06b-44fb-9b42-44ad2e932b6e service neutron] Attempting to bind port 1eba128d-125f-47dd-a3d5-5c78812f5c6a on network ea1581f5-fced-437d-95d4-d42aa4839d3e {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:17:39.554498 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4263894b-f89b-4ece-8616-c848932f67ba req-2d02c71c-b06b-44fb-9b42-44ad2e932b6e service neutron] Port 1eba128d-125f-47dd-a3d5-5c78812f5c6a on network ea1581f5-fced-437d-95d4-d42aa4839d3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 21:17:39.554808 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4263894b-f89b-4ece-8616-c848932f67ba req-2d02c71c-b06b-44fb-9b42-44ad2e932b6e service neutron] Attempting to bind port 1eba128d-125f-47dd-a3d5-5c78812f5c6a on network ea1581f5-fced-437d-95d4-d42aa4839d3e {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:17:39.560013 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4263894b-f89b-4ece-8616-c848932f67ba req-2d02c71c-b06b-44fb-9b42-44ad2e932b6e service neutron] Checking agent: {'id': '2fb6168f-df3b-41e1-92fa-9ac77f822fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'started_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:17:39.560340 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4263894b-f89b-4ece-8616-c848932f67ba req-2d02c71c-b06b-44fb-9b42-44ad2e932b6e service neutron] Checking segment: {'id': 'ee364cb2-30f7-4c57-9e4e-c9aea9783fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ea1581f5-fced-437d-95d4-d42aa4839d3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:17:39.560720 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4263894b-f89b-4ece-8616-c848932f67ba req-2d02c71c-b06b-44fb-9b42-44ad2e932b6e service neutron] Bound using segment: {'id': 'ee364cb2-30f7-4c57-9e4e-c9aea9783fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ea1581f5-fced-437d-95d4-d42aa4839d3e'} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:17:39.561139 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-4263894b-f89b-4ece-8616-c848932f67ba req-2d02c71c-b06b-44fb-9b42-44ad2e932b6e service neutron] Bound port: 1eba128d-125f-47dd-a3d5-5c78812f5c6a, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee364cb2-30f7-4c57-9e4e-c9aea9783fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ea1581f5-fced-437d-95d4-d42aa4839d3e'}}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:17:39.561471 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4263894b-f89b-4ece-8616-c848932f67ba req-2d02c71c-b06b-44fb-9b42-44ad2e932b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:39.667362 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-4263894b-f89b-4ece-8616-c848932f67ba req-2d02c71c-b06b-44fb-9b42-44ad2e932b6e service neutron] For port 1eba128d-125f-47dd-a3d5-5c78812f5c6a, host hv-cinder-78462, cleared binding levels {{(pid=91836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:17:39.672709 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-4263894b-f89b-4ece-8616-c848932f67ba req-2d02c71c-b06b-44fb-9b42-44ad2e932b6e service neutron] For port 1eba128d-125f-47dd-a3d5-5c78812f5c6a, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1eba128d-125f-47dd-a3d5-5c78812f5c6a,segment=NetworkSegment(ee364cb2-30f7-4c57-9e4e-c9aea9783fb6),segment_id=ee364cb2-30f7-4c57-9e4e-c9aea9783fb6)] {{(pid=91836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:17:39.678624 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4263894b-f89b-4ece-8616-c848932f67ba req-2d02c71c-b06b-44fb-9b42-44ad2e932b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:39.684209 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-de445a8b-abcc-4918-9ccf-b0c51b845237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:17:39.827784 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca2356-51e1-4361-80fa-536549a0ef40 req-6c13f7fb-7659-43d7-a947-8ed73e192879 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:39.829409 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-77ca2356-51e1-4361-80fa-536549a0ef40 req-6c13f7fb-7659-43d7-a947-8ed73e192879 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=5770022d-f165-45bc-a311-eb36d59d47ce HTTP/1.1" status: 200 len: 946 time: 0.0896714 May 19 21:17:39.862720 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263894b-f89b-4ece-8616-c848932f67ba req-2d02c71c-b06b-44fb-9b42-44ad2e932b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:39.863374 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4263894b-f89b-4ece-8616-c848932f67ba req-2d02c71c-b06b-44fb-9b42-44ad2e932b6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:39.864854 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4263894b-f89b-4ece-8616-c848932f67ba req-2d02c71c-b06b-44fb-9b42-44ad2e932b6e service neutron] 10.222.0.25 "PUT /v2.0/ports/1eba128d-125f-47dd-a3d5-5c78812f5c6a HTTP/1.1" status: 200 len: 1093 time: 1.2923660 May 19 21:17:39.865298 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dad8d25-e98e-46ed-aacd-02aa35d853d7', 'tag': '1eba128d-125f-47dd-a3d5-5c78812f5c6a'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:17:39.883372 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-77ca2356-51e1-4361-80fa-536549a0ef40 req-0c55f97a-9e71-4cae-8165-e1e93fdfac75 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474091 May 19 21:17:39.894946 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02c71c-b06b-44fb-9b42-44ad2e932b6e service neutron] Pushing event updated for resources: {'Port': ['ID=1eba128d-125f-47dd-a3d5-5c78812f5c6a,revision_number=3']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:17:39.898293 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-2d02c71c-b06b-44fb-9b42-44ad2e932b6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:17:39.947783 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dad8d25-e98e-46ed-aacd-02aa35d853d7', 'tag': '1eba128d-125f-47dd-a3d5-5c78812f5c6a', 'status': 'completed', 'code': 200} May 19 21:17:40.050932 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263894b-f89b-4ece-8616-c848932f67ba req-d69871d0-9dad-4db4-80fc-876e4969b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:40.052358 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4263894b-f89b-4ece-8616-c848932f67ba req-d69871d0-9dad-4db4-80fc-876e4969b84a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b23fd16254e848cf8541ae0546fc9691&device_id=9dad8d25-e98e-46ed-aacd-02aa35d853d7 HTTP/1.1" status: 200 len: 1096 time: 0.1378200 May 19 21:17:40.064350 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37113a5d-83b7-4c0d-918c-0f0ad286514e req-6a2d34f7-3caf-408b-ba91-b7ab672bd593 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:40.065035 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-37113a5d-83b7-4c0d-918c-0f0ad286514e req-6a2d34f7-3caf-408b-ba91-b7ab672bd593 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Synchronizing usage tracker for tenant:b23fd16254e848cf8541ae0546fc9691 on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:17:40.101781 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfef91-1a4b-4b4d-8fc3-0c3183108c88 req-addad1e8-3a2c-4936-8abd-aadf9943fbbb tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:40.103289 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-56cfef91-1a4b-4b4d-8fc3-0c3183108c88 req-addad1e8-3a2c-4936-8abd-aadf9943fbbb tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=5770022d-f165-45bc-a311-eb36d59d47ce HTTP/1.1" status: 200 len: 946 time: 0.0837383 May 19 21:17:40.135733 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4263894b-f89b-4ece-8616-c848932f67ba req-6ee69821-4c46-4ccc-b75d-952ec74c91f3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1eba128d-125f-47dd-a3d5-5c78812f5c6a HTTP/1.1" status: 200 len: 217 time: 0.0678091 May 19 21:17:40.155185 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-56cfef91-1a4b-4b4d-8fc3-0c3183108c88 req-3cc95851-19e0-4e86-8790-edb2b676bb89 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459204 May 19 21:17:40.179119 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 55114) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:17:40.181049 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-37113a5d-83b7-4c0d-918c-0f0ad286514e req-6a2d34f7-3caf-408b-ba91-b7ab672bd593 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Unset dirty status for tenant:b23fd16254e848cf8541ae0546fc9691 on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:17:40.182194 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-37113a5d-83b7-4c0d-918c-0f0ad286514e req-6a2d34f7-3caf-408b-ba91-b7ab672bd593 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dad8d25-e98e-46ed-aacd-02aa35d853d7 HTTP/1.1" status: 200 len: 943 time: 0.2228098 May 19 21:17:40.228969 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263894b-f89b-4ece-8616-c848932f67ba req-63be5ce0-e070-438f-8c11-f0d96a93d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:40.230416 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4263894b-f89b-4ece-8616-c848932f67ba req-63be5ce0-e070-438f-8c11-f0d96a93d2f1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c0744314-fad2-4fe4-a5c1-7737c1ba7b49 HTTP/1.1" status: 200 len: 853 time: 0.0875223 May 19 21:17:40.241675 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-37113a5d-83b7-4c0d-918c-0f0ad286514e req-bb01c3b3-1650-486a-9529-a9a5d49b3d33 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/security-groups?id=111de7c3-c525-487d-a552-d8963e6c2bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515993 May 19 21:17:40.289443 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4263894b-f89b-4ece-8616-c848932f67ba req-03472a70-1e60-4a82-9f51-e74b6150cffb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea1581f5-fced-437d-95d4-d42aa4839d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508180 May 19 21:17:40.419382 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701a2738-17d6-4685-b166-06573ff153bc tempest-TestVolumeBootPattern-1256052553 tempest-TestVolumeBootPattern-1256052553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:40.420771 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-701a2738-17d6-4685-b166-06573ff153bc tempest-TestVolumeBootPattern-1256052553 tempest-TestVolumeBootPattern-1256052553-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5770022d-f165-45bc-a311-eb36d59d47ce HTTP/1.1" status: 200 len: 1094 time: 0.2406671 May 19 21:17:40.424804 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4263894b-f89b-4ece-8616-c848932f67ba req-6aa5745b-cabf-4182-b42e-86c924014eaa service neutron] 10.222.0.25 "GET /v2.0/networks/ea1581f5-fced-437d-95d4-d42aa4839d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285729 May 19 21:17:40.425011 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 55122) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:17:40.430581 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-33a3855f-d698-412b-923d-3ac3da516cfa tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Request body: {'floatingip': {'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'port_id': 'a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:17:40.441772 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce0ce6-7714-4e9d-b53b-fde1d7d1c74c req-d322e298-ae08-4336-a40e-521384aefc75 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:40.443257 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-91ce0ce6-7714-4e9d-b53b-fde1d7d1c74c req-d322e298-ae08-4336-a40e-521384aefc75 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 944 time: 0.1230707 May 19 21:17:40.445633 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-33a3855f-d698-412b-923d-3ac3da516cfa tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:17:40.450692 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-33a3855f-d698-412b-923d-3ac3da516cfa tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Usage tracker for resource:floatingip and tenant:cda74ac05cc9402fa29c062afdbb5a33 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:17:40.454138 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-33a3855f-d698-412b-923d-3ac3da516cfa tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:17:40.472483 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-33a3855f-d698-412b-923d-3ac3da516cfa tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:17:40.496156 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33a3855f-d698-412b-923d-3ac3da516cfa tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for floatingip, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:40.519374 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-91ce0ce6-7714-4e9d-b53b-fde1d7d1c74c req-7e213f3d-2c9a-4969-bad9-ec539f300b58 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697899 May 19 21:17:40.564851 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4263894b-f89b-4ece-8616-c848932f67ba req-5a4a2123-e370-4399-8b63-d781cb8e34cf service neutron] 10.222.0.25 "GET /v2.0/networks/ea1581f5-fced-437d-95d4-d42aa4839d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317937 May 19 21:17:40.653345 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33a3855f-d698-412b-923d-3ac3da516cfa tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:40.682591 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915791f-f895-4d97-aa14-309ac7f357af req-1935083d-95a6-42b7-b15d-fef051fde674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:40.683997 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2915791f-f895-4d97-aa14-309ac7f357af req-1935083d-95a6-42b7-b15d-fef051fde674 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b23fd16254e848cf8541ae0546fc9691&device_id=9dad8d25-e98e-46ed-aacd-02aa35d853d7 HTTP/1.1" status: 200 len: 1096 time: 0.0713832 May 19 21:17:40.795494 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.db_base_plugin_common [None req-33a3855f-d698-412b-923d-3ac3da516cfa tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Allocated IP 172.27.1.3 (7528c24a-f700-413f-aad3-165c7750b403/5baa0079-c83e-4549-8f83-3def60c01514/16dc0c69-79e0-4592-a6c4-e75c8e3d9a9c) {{(pid=91837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:17:40.830245 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915791f-f895-4d97-aa14-309ac7f357af req-618cbad8-8b1c-4401-8ee4-6738870d0987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:40.831773 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2915791f-f895-4d97-aa14-309ac7f357af req-618cbad8-8b1c-4401-8ee4-6738870d0987 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ea1581f5-fced-437d-95d4-d42aa4839d3e HTTP/1.1" status: 200 len: 914 time: 0.1398408 May 19 21:17:40.907944 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2915791f-f895-4d97-aa14-309ac7f357af req-f8fe96df-d95a-43c8-adcb-0f6ce79112f7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1eba128d-125f-47dd-a3d5-5c78812f5c6a HTTP/1.1" status: 200 len: 217 time: 0.0682349 May 19 21:17:40.960156 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33a3855f-d698-412b-923d-3ac3da516cfa tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for port, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:40.974155 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915791f-f895-4d97-aa14-309ac7f357af req-5f48adfc-26bb-4b69-8b04-09c00e9fbb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:40.975659 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2915791f-f895-4d97-aa14-309ac7f357af req-5f48adfc-26bb-4b69-8b04-09c00e9fbb13 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c0744314-fad2-4fe4-a5c1-7737c1ba7b49 HTTP/1.1" status: 200 len: 853 time: 0.0602543 May 19 21:17:40.999266 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33a3855f-d698-412b-923d-3ac3da516cfa tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6754477'] for port, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:41.004685 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-4514ef72-2e00-4fd1-9095-b9eeacf05edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:17:41.034700 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2915791f-f895-4d97-aa14-309ac7f357af req-18ed7c55-7e9f-4a93-b619-8c29688230e7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea1581f5-fced-437d-95d4-d42aa4839d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514226 May 19 21:17:41.065590 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a3855f-d698-412b-923d-3ac3da516cfa tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Network 7528c24a-f700-413f-aad3-165c7750b403 is already hosted by enough agents. {{(pid=91837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:17:41.068609 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.base_scheduler [None req-33a3855f-d698-412b-923d-3ac3da516cfa tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Resources bound (agent type, host, resource id): {{(pid=91837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:17:41.072279 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a3855f-d698-412b-923d-3ac3da516cfa tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Received port after_create {{(pid=91837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:17:41.108657 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3855f-d698-412b-923d-3ac3da516cfa tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Pushing event updated for resources: {'Port': ['ID=16dc0c69-79e0-4592-a6c4-e75c8e3d9a9c,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:17:41.117029 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-33a3855f-d698-412b-923d-3ac3da516cfa tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:17:41.167579 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2915791f-f895-4d97-aa14-309ac7f357af req-85d312c1-539d-4931-a9dc-f2acd75c1093 service neutron] 10.222.0.25 "GET /v2.0/networks/ea1581f5-fced-437d-95d4-d42aa4839d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250324 May 19 21:17:41.254789 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:41.309988 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2915791f-f895-4d97-aa14-309ac7f357af req-5eaa30ea-3c63-482f-9086-dbf70c2e38f4 service neutron] 10.222.0.25 "GET /v2.0/networks/ea1581f5-fced-437d-95d4-d42aa4839d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351728 May 19 21:17:41.438603 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118779ac-6a77-40b2-9fa5-d08ce1592b25 req-31b9907a-bebd-4a02-83fa-17c4f49cf9ec tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:41.440112 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-118779ac-6a77-40b2-9fa5-d08ce1592b25 req-31b9907a-bebd-4a02-83fa-17c4f49cf9ec tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dad8d25-e98e-46ed-aacd-02aa35d853d7 HTTP/1.1" status: 200 len: 943 time: 0.0809221 May 19 21:17:41.485254 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-118779ac-6a77-40b2-9fa5-d08ce1592b25 req-16cce474-c715-43ef-9a3f-663adfb533d8 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/security-groups?id=111de7c3-c525-487d-a552-d8963e6c2bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391245 May 19 21:17:41.610423 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33a3855f-d698-412b-923d-3ac3da516cfa tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:41.731520 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33a3855f-d698-412b-923d-3ac3da516cfa tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:41.815412 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01610fba-01bd-4f9d-a18e-09238550bd2e req-ec543b47-c1a5-4da3-965e-f096fa30a78d tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:41.816926 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-01610fba-01bd-4f9d-a18e-09238550bd2e req-ec543b47-c1a5-4da3-965e-f096fa30a78d tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 944 time: 0.1877584 May 19 21:17:41.947577 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-01610fba-01bd-4f9d-a18e-09238550bd2e req-3bed2c62-9bf3-4ccd-909d-1d897475d524 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145689 May 19 21:17:41.997889 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33a3855f-d698-412b-923d-3ac3da516cfa tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for port, precommit_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:42.003776 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33a3855f-d698-412b-923d-3ac3da516cfa tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6754484'] for port, after_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:42.007791 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-50384c32-bb68-4253-8166-621699dfa6b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:17:42.062159 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 21:17:42.117051 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3855f-d698-412b-923d-3ac3da516cfa tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Pushing event updated for resources: {'Port': ['ID=16dc0c69-79e0-4592-a6c4-e75c8e3d9a9c,revision_number=2']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:17:42.121618 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-33a3855f-d698-412b-923d-3ac3da516cfa tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:17:42.133391 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33a3855f-d698-412b-923d-3ac3da516cfa tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658636'] for floatingip, after_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:42.201064 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce,segment=NetworkSegment(78a99981-671c-4abb-9417-884234ae710e),segment_id=78a99981-671c-4abb-9417-884234ae710e)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:17:42.214689 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Returning: {'device': 'fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce', 'network_id': '3f362d28-4199-45e0-91ca-7ccb175d4e6f', 'port_id': 'fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce', 'mac_address': 'fa:16:3e:ff:e5:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e79841b-91f9-4a16-ad5e-4c945612b0b9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 21:17:42.223121 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:17:42.276840 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:42.295379 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce {{(pid=91838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:17:42.308462 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.db.l3_db [None req-33a3855f-d698-412b-923d-3ac3da516cfa tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Floating IP fb5407bb-ed5f-486b-870a-23e572b69250 associated. External IP: 172.27.1.3, port: a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709. May 19 21:17:42.312752 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce,segment=NetworkSegment(78a99981-671c-4abb-9417-884234ae710e),segment_id=78a99981-671c-4abb-9417-884234ae710e)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:17:42.317960 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:42.318738 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 1eba128d-125f-47dd-a3d5-5c78812f5c6a details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 21:17:42.321017 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-2fda0bd1-ffd0-44e6-a645-e96bf26962de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:17:42.426269 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce,revision_number=7']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:17:42.429491 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:17:42.525013 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 1eba128d-125f-47dd-a3d5-5c78812f5c6a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1eba128d-125f-47dd-a3d5-5c78812f5c6a,segment=NetworkSegment(ee364cb2-30f7-4c57-9e4e-c9aea9783fb6),segment_id=ee364cb2-30f7-4c57-9e4e-c9aea9783fb6)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:17:42.541718 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Returning: {'device': '1eba128d-125f-47dd-a3d5-5c78812f5c6a', 'network_id': 'ea1581f5-fced-437d-95d4-d42aa4839d3e', 'port_id': '1eba128d-125f-47dd-a3d5-5c78812f5c6a', 'mac_address': 'fa:16:3e:e1:34:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0744314-fad2-4fe4-a5c1-7737c1ba7b49', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 21:17:42.646408 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:42.664930 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eba128d-125f-47dd-a3d5-5c78812f5c6a {{(pid=91838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:17:42.680081 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a3855f-d698-412b-923d-3ac3da516cfa tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Router 893d97c3-11bc-44e7-a952-aeb7a789c252 has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:17:42.683677 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 1eba128d-125f-47dd-a3d5-5c78812f5c6a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1eba128d-125f-47dd-a3d5-5c78812f5c6a,segment=NetworkSegment(ee364cb2-30f7-4c57-9e4e-c9aea9783fb6),segment_id=ee364cb2-30f7-4c57-9e4e-c9aea9783fb6)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:17:42.693547 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c13a8-ba3e-441a-a99a-f5eab3b3e2df req-67fdac4f-aeb0-4806-9963-ff60150a3847 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:42.695110 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b97c13a8-ba3e-441a-a99a-f5eab3b3e2df req-67fdac4f-aeb0-4806-9963-ff60150a3847 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dad8d25-e98e-46ed-aacd-02aa35d853d7 HTTP/1.1" status: 200 len: 943 time: 0.0985065 May 19 21:17:42.699398 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:42.701560 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-0dfa781b-cad7-425b-acc3-e7200e2c8a16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:17:42.779978 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=1eba128d-125f-47dd-a3d5-5c78812f5c6a,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:17:42.783907 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:17:42.858109 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-b97c13a8-ba3e-441a-a99a-f5eab3b3e2df req-bc5bc281-f636-4169-916a-594f6b8b5585 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/security-groups?id=111de7c3-c525-487d-a552-d8963e6c2bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528404 May 19 21:17:42.909494 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['1eba128d-125f-47dd-a3d5-5c78812f5c6a'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:17:42.938298 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:17:43.010882 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a3855f-d698-412b-923d-3ac3da516cfa tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:17:43.026471 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2596414-6530-47a3-8d03-0567aa61b0af None None] Sync routers for ids ['893d97c3-11bc-44e7-a952-aeb7a789c252'] in dv-cinder-784623-12-iscsi {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:17:43.042487 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-33a3855f-d698-412b-923d-3ac3da516cfa tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for floatingip, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:43.065778 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2596414-6530-47a3-8d03-0567aa61b0af None None] Routers {'893d97c3-11bc-44e7-a952-aeb7a789c252'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:17:43.066423 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-f2596414-6530-47a3-8d03-0567aa61b0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:17:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['893d97c3-11bc-44e7-a952-aeb7a789c252'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:17:43.165869 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-33a3855f-d698-412b-923d-3ac3da516cfa tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7257459 May 19 21:17:43.165869 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5770022d-f165-45bc-a311-eb36d59d47ce', 'tag': 'a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709'}] {{(pid=91837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:17:43.190433 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66d367-f950-45fe-a008-289b6de0071b req-4078916d-265e-43dd-b53c-fa7edecf8614 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:43.191841 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-df66d367-f950-45fe-a008-289b6de0071b req-4078916d-265e-43dd-b53c-fa7edecf8614 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 945 time: 0.1204140 May 19 21:17:43.214541 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5770022d-f165-45bc-a311-eb36d59d47ce', 'tag': 'a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709', 'status': 'completed', 'code': 200} May 19 21:17:43.244856 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-df66d367-f950-45fe-a008-289b6de0071b req-2a56ce61-2e16-4d22-8c00-ad6bfb0293bb tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454297 May 19 21:17:43.304769 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bd474-bee5-428d-8752-6c565c030bc6 req-19a6ca7c-ce1d-4bd1-87bf-314b6c73dd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:43.306347 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-499bd474-bee5-428d-8752-6c565c030bc6 req-19a6ca7c-ce1d-4bd1-87bf-314b6c73dd7f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cda74ac05cc9402fa29c062afdbb5a33&device_id=5770022d-f165-45bc-a311-eb36d59d47ce HTTP/1.1" status: 200 len: 1099 time: 0.0740919 May 19 21:17:43.397906 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-f2596414-6530-47a3-8d03-0567aa61b0af None None] Set router 893d97c3-11bc-44e7-a952-aeb7a789c252 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:17:43.444733 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bd474-bee5-428d-8752-6c565c030bc6 req-ecc7046f-f400-4733-b537-60de1dede510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:43.446127 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-499bd474-bee5-428d-8752-6c565c030bc6 req-ecc7046f-f400-4733-b537-60de1dede510 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275 HTTP/1.1" status: 200 len: 913 time: 0.1336057 May 19 21:17:43.568157 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-499bd474-bee5-428d-8752-6c565c030bc6 req-71e0e4c7-f7e1-4bad-9364-6feda397c909 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709 HTTP/1.1" status: 200 len: 998 time: 0.1152112 May 19 21:17:43.640269 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bd474-bee5-428d-8752-6c565c030bc6 req-381e9ed9-4f9a-477b-ba0d-4623ad4ea848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:43.642198 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-499bd474-bee5-428d-8752-6c565c030bc6 req-381e9ed9-4f9a-477b-ba0d-4623ad4ea848 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5420bda8-1771-416b-860a-0d99bb7cee52 HTTP/1.1" status: 200 len: 851 time: 0.0672507 May 19 21:17:43.722736 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bd474-bee5-428d-8752-6c565c030bc6 req-3e70e333-ba9e-4396-a6b5-942c0d598c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:43.724211 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-499bd474-bee5-428d-8752-6c565c030bc6 req-3e70e333-ba9e-4396-a6b5-942c0d598c68 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0743246 May 19 21:17:43.866265 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-f2596414-6530-47a3-8d03-0567aa61b0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'name': 'tempest-TestVolumeBootPattern-2072550495-router', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:38Z', 'updated_at': '2021-05-19T21:16:44Z', 'revision_number': 4, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'gw_port': {'id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:39Z', 'updated_at': '2021-05-19T21:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_floatingips': [{'id': 'fb5407bb-ed5f-486b-870a-23e572b69250', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'port_id': 'a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'mac_address': 'fa:16:3e:ca:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5770022d-f165-45bc-a311-eb36d59d47ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:17:41Z', 'updated_at': '2021-05-19T21:17:41Z', 'revision_number': 0, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47ad6cd-d0f2-40de-9447-210f55ab476e', 'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'mac_address': 'fa:16:3e:33:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:43Z', 'updated_at': '2021-05-19T21:16:55Z', 'revision_number': 5, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'subnets': [{'id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:17:43.870386 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2596414-6530-47a3-8d03-0567aa61b0af None None] Checking router: 893d97c3-11bc-44e7-a952-aeb7a789c252 for host: dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:17:43.870579 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-499bd474-bee5-428d-8752-6c565c030bc6 req-899a6ca2-6bcf-460a-8ddb-a0abdd769fad service neutron] 10.222.0.25 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377985 May 19 21:17:43.880216 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2596414-6530-47a3-8d03-0567aa61b0af None None] Routers {'893d97c3-11bc-44e7-a952-aeb7a789c252'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:17:43.882527 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-f2596414-6530-47a3-8d03-0567aa61b0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:17:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['893d97c3-11bc-44e7-a952-aeb7a789c252'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:17:44.062559 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 1eba128d-125f-47dd-a3d5-5c78812f5c6a up at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:17:44.071683 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-499bd474-bee5-428d-8752-6c565c030bc6 req-c73f9c95-0221-460e-bab2-5712d6473d26 service neutron] 10.222.0.25 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945586 May 19 21:17:44.097010 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c606b-ac20-4301-a132-b9de64952ded req-4ccace32-7f84-4d5c-98a3-5166ba5a281c tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:44.098527 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0f8c606b-ac20-4301-a132-b9de64952ded req-4ccace32-7f84-4d5c-98a3-5166ba5a281c tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dad8d25-e98e-46ed-aacd-02aa35d853d7 HTTP/1.1" status: 200 len: 944 time: 0.1167943 May 19 21:17:44.122817 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-f2596414-6530-47a3-8d03-0567aa61b0af None None] Set router 893d97c3-11bc-44e7-a952-aeb7a789c252 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:17:44.146518 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0f8c606b-ac20-4301-a132-b9de64952ded req-a8fd4d94-c9ed-4ee6-8523-1b8e107375cf tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/security-groups?id=111de7c3-c525-487d-a552-d8963e6c2bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410616 May 19 21:17:44.335716 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning for port 1eba128d-125f-47dd-a3d5-5c78812f5c6a completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:17:44.348969 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning complete for port 1eba128d-125f-47dd-a3d5-5c78812f5c6a triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:17:44.349342 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:44.445235 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cdebc-7401-4925-bd0f-37b774a6f0bc req-55f6bfdd-1c9a-48ec-b145-1e02904eaf90 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:44.446731 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-d72cdebc-7401-4925-bd0f-37b774a6f0bc req-55f6bfdd-1c9a-48ec-b145-1e02904eaf90 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 945 time: 0.0877085 May 19 21:17:44.501571 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-d72cdebc-7401-4925-bd0f-37b774a6f0bc req-d01b7889-df57-4004-9245-1be88120b215 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484419 May 19 21:17:44.624212 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:44.639191 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:44.661439 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dad8d25-e98e-46ed-aacd-02aa35d853d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eba128d-125f-47dd-a3d5-5c78812f5c6a'}] {{(pid=91838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:17:44.673976 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 1eba128d-125f-47dd-a3d5-5c78812f5c6a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1eba128d-125f-47dd-a3d5-5c78812f5c6a,segment=NetworkSegment(ee364cb2-30f7-4c57-9e4e-c9aea9783fb6),segment_id=ee364cb2-30f7-4c57-9e4e-c9aea9783fb6)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:17:44.680978 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:44.683443 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-deea4446-b274-4832-88fe-d3cf41df4a74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:17:44.714276 dv-cinder-784623-12-iscsi neutron-server[91838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dad8d25-e98e-46ed-aacd-02aa35d853d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eba128d-125f-47dd-a3d5-5c78812f5c6a', 'code': 200} May 19 21:17:44.755993 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-f2596414-6530-47a3-8d03-0567aa61b0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'name': 'tempest-TestVolumeBootPattern-2072550495-router', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:38Z', 'updated_at': '2021-05-19T21:16:44Z', 'revision_number': 4, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'gw_port': {'id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:39Z', 'updated_at': '2021-05-19T21:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_floatingips': [{'id': 'fb5407bb-ed5f-486b-870a-23e572b69250', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'port_id': 'a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'mac_address': 'fa:16:3e:ca:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5770022d-f165-45bc-a311-eb36d59d47ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:17:41Z', 'updated_at': '2021-05-19T21:17:41Z', 'revision_number': 0, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47ad6cd-d0f2-40de-9447-210f55ab476e', 'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'mac_address': 'fa:16:3e:33:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:43Z', 'updated_at': '2021-05-19T21:16:55Z', 'revision_number': 5, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'subnets': [{'id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:17:44.763651 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2596414-6530-47a3-8d03-0567aa61b0af None None] The sync data for ids ['893d97c3-11bc-44e7-a952-aeb7a789c252'] in dv-cinder-784623-12-iscsi is: [{'id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'name': 'tempest-TestVolumeBootPattern-2072550495-router', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:38Z', 'updated_at': '2021-05-19T21:16:44Z', 'revision_number': 4, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'gw_port': {'id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:39Z', 'updated_at': '2021-05-19T21:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_floatingips': [{'id': 'fb5407bb-ed5f-486b-870a-23e572b69250', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'port_id': 'a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'mac_address': 'fa:16:3e:ca:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5770022d-f165-45bc-a311-eb36d59d47ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:17:41Z', 'updated_at': '2021-05-19T21:17:41Z', 'revision_number': 0, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47ad6cd-d0f2-40de-9447-210f55ab476e', 'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'mac_address': 'fa:16:3e:33:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:43Z', 'updated_at': '2021-05-19T21:16:55Z', 'revision_number': 5, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'subnets': [{'id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:17:44.765203 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=1eba128d-125f-47dd-a3d5-5c78812f5c6a,revision_number=5']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:17:44.768404 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:17:44.953154 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a708b-88bb-4c60-ae92-a5c0a2305cda req-1a97d52f-1dfa-4758-bd11-3cdf84cf5825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:44.954937 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0f9a708b-88bb-4c60-ae92-a5c0a2305cda req-1a97d52f-1dfa-4758-bd11-3cdf84cf5825 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9dad8d25-e98e-46ed-aacd-02aa35d853d7 HTTP/1.1" status: 200 len: 1098 time: 0.0762393 May 19 21:17:44.993136 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6026996a-edfc-4d80-b983-23a16b90fd7e None None] New status for floating IP fb5407bb-ed5f-486b-870a-23e572b69250: ACTIVE {{(pid=91839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 21:17:45.008266 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0f9a708b-88bb-4c60-ae92-a5c0a2305cda req-2a8b358f-40a7-4750-aaa4-d6b3d28b7407 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=111de7c3-c525-487d-a552-d8963e6c2bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467460 May 19 21:17:45.373966 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be0ea1-aa3b-499b-80be-8377fccd66e3 req-32e07b0b-b632-4de3-841c-a0d8d7766633 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:45.376113 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-48be0ea1-aa3b-499b-80be-8377fccd66e3 req-32e07b0b-b632-4de3-841c-a0d8d7766633 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dad8d25-e98e-46ed-aacd-02aa35d853d7 HTTP/1.1" status: 200 len: 945 time: 0.0896215 May 19 21:17:45.431363 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-48be0ea1-aa3b-499b-80be-8377fccd66e3 req-53947655-d3de-4e6d-b2a9-be5fda064eac tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/security-groups?id=111de7c3-c525-487d-a552-d8963e6c2bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490377 May 19 21:17:45.734684 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bf5b1-dbaa-4e12-be62-83682d140887 req-c75b9376-0e86-4409-a605-11998c6afd6e tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:45.736730 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-724bf5b1-dbaa-4e12-be62-83682d140887 req-c75b9376-0e86-4409-a605-11998c6afd6e tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 945 time: 0.1173840 May 19 21:17:45.799907 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-724bf5b1-dbaa-4e12-be62-83682d140887 req-922dcdd4-1101-4b80-a772-ac88f72f5c16 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563476 May 19 21:17:46.066159 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce up at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:17:46.144210 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning complete for port fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:17:46.144585 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:46.269553 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:46.305359 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce,segment=NetworkSegment(78a99981-671c-4abb-9417-884234ae710e),segment_id=78a99981-671c-4abb-9417-884234ae710e)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:17:46.311043 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:17:46.314206 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:17:46.383225 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce,revision_number=8']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:17:46.386406 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:17:46.628415 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4183899-63e0-4dce-9348-062b2b714c31 req-3f313ccc-6ab4-480e-b5b8-dc3a166ec655 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:46.629944 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-b4183899-63e0-4dce-9348-062b2b714c31 req-3f313ccc-6ab4-480e-b5b8-dc3a166ec655 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dad8d25-e98e-46ed-aacd-02aa35d853d7 HTTP/1.1" status: 200 len: 945 time: 0.0855393 May 19 21:17:46.681527 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-b4183899-63e0-4dce-9348-062b2b714c31 req-08dc531f-3c70-4fcd-9e30-b359b54e7ed0 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/security-groups?id=111de7c3-c525-487d-a552-d8963e6c2bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455151 May 19 21:17:46.715225 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464864d6-e293-4d7c-aa2e-7476a9aad3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce'}] {{(pid=91838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:17:46.762312 dv-cinder-784623-12-iscsi neutron-server[91838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464864d6-e293-4d7c-aa2e-7476a9aad3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce', 'code': 200} May 19 21:17:47.043947 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5391215-ec5a-48a5-b39d-125c5c9aaf6c req-4b938d2f-90c0-4326-98e9-e992fd5674e8 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:47.046435 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-e5391215-ec5a-48a5-b39d-125c5c9aaf6c req-4b938d2f-90c0-4326-98e9-e992fd5674e8 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.1105480 May 19 21:17:47.099723 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-e5391215-ec5a-48a5-b39d-125c5c9aaf6c req-4e99ed3e-4a7c-4c36-b341-a427735c50b6 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454109 May 19 21:17:47.273146 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fc0ff-b9f1-48e0-a986-49a77832310a req-402cdb8c-ddcf-49b2-8746-81f5642874e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:47.274632 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9b7fc0ff-b9f1-48e0-a986-49a77832310a req-402cdb8c-ddcf-49b2-8746-81f5642874e3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8f782d90475c45a98ec720099679e571&device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 1099 time: 0.1093330 May 19 21:17:47.277007 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd6b8f-4d0a-42cd-b8e5-0533c3f39f04 req-96123464-e407-4ccc-ae76-86f4e18c6b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:47.278334 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-19cd6b8f-4d0a-42cd-b8e5-0533c3f39f04 req-96123464-e407-4ccc-ae76-86f4e18c6b5f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 1099 time: 0.1536911 May 19 21:17:47.473806 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-19cd6b8f-4d0a-42cd-b8e5-0533c3f39f04 req-bb817b34-a29e-4251-8cce-1fd7ef74e5e1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873896 May 19 21:17:47.511823 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fc0ff-b9f1-48e0-a986-49a77832310a req-ae05f2fc-df53-471f-9415-f8c694ab2f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:47.513235 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9b7fc0ff-b9f1-48e0-a986-49a77832310a req-ae05f2fc-df53-471f-9415-f8c694ab2f64 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3f362d28-4199-45e0-91ca-7ccb175d4e6f HTTP/1.1" status: 200 len: 910 time: 0.2071617 May 19 21:17:47.625172 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9b7fc0ff-b9f1-48e0-a986-49a77832310a req-e9f1cd0d-975c-4e27-9c6d-ba4e098b22b2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce HTTP/1.1" status: 200 len: 1002 time: 0.0992470 May 19 21:17:47.695969 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fc0ff-b9f1-48e0-a986-49a77832310a req-9f7dd88c-d022-429a-8368-37f6e7a627db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:47.697558 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9b7fc0ff-b9f1-48e0-a986-49a77832310a req-9f7dd88c-d022-429a-8368-37f6e7a627db service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5e79841b-91f9-4a16-ad5e-4c945612b0b9 HTTP/1.1" status: 200 len: 848 time: 0.0593932 May 19 21:17:47.887088 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fc0ff-b9f1-48e0-a986-49a77832310a req-aa926775-203b-4a89-a2de-bd962ef3f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:47.888596 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9b7fc0ff-b9f1-48e0-a986-49a77832310a req-aa926775-203b-4a89-a2de-bd962ef3f155 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3f362d28-4199-45e0-91ca-7ccb175d4e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1840320 May 19 21:17:48.045506 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9b7fc0ff-b9f1-48e0-a986-49a77832310a req-ddcfceb1-2ed6-4221-85ca-1ad7fa227c16 service neutron] 10.222.0.25 "GET /v2.0/networks/3f362d28-4199-45e0-91ca-7ccb175d4e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410854 May 19 21:17:48.194806 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-9b7fc0ff-b9f1-48e0-a986-49a77832310a req-c0f83f91-c48f-4c8a-84b5-07524ca01298 service neutron] 10.222.0.25 "GET /v2.0/networks/3f362d28-4199-45e0-91ca-7ccb175d4e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401339 May 19 21:17:48.322614 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06248b26-646f-4a86-a611-ac965c055aea req-54ba58aa-734b-43cc-8095-1a810c8e92dc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:48.325208 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-06248b26-646f-4a86-a611-ac965c055aea req-54ba58aa-734b-43cc-8095-1a810c8e92dc tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.0938416 May 19 21:17:48.402217 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-06248b26-646f-4a86-a611-ac965c055aea req-3caf5658-cce1-4211-b592-e14d947219b5 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680282 May 19 21:17:49.623432 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342c7b5-80af-4f6d-a2b8-72f669712202 req-1675581f-c4df-4583-ab04-872c0f5363b3 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:17:49.626426 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-6342c7b5-80af-4f6d-a2b8-72f669712202 req-1675581f-c4df-4583-ab04-872c0f5363b3 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.0960259 May 19 21:17:49.706288 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-6342c7b5-80af-4f6d-a2b8-72f669712202 req-ed5b6a34-a403-4fac-92f3-7458da1e9306 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684867 May 19 21:18:05.982025 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-fb972088-eef7-4bbc-b671-abc48a9663eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:18:08.467434 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:18:08.814565 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-02e73a3f-518f-4a74-9dbe-b56e75fd7b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:18:09.473860 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:18:11.258456 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:18:14.609155 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:18:19.225346 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:18:30.255114 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6e2fc-1e66-4ce1-829c-a9cbfa664d0d req-80658c49-142b-47fb-a205-11dc51697639 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:18:30.256653 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-66a6e2fc-1e66-4ce1-829c-a9cbfa664d0d req-80658c49-142b-47fb-a205-11dc51697639 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dad8d25-e98e-46ed-aacd-02aa35d853d7 HTTP/1.1" status: 200 len: 945 time: 0.0964575 May 19 21:18:30.307555 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-66a6e2fc-1e66-4ce1-829c-a9cbfa664d0d req-80096335-ea33-4b0e-9d87-5e740e593842 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/security-groups?id=111de7c3-c525-487d-a552-d8963e6c2bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418787 May 19 21:18:31.567998 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e877d-07ba-47f0-aa3c-0449c1a458c5 req-089b1317-f0c5-4d4c-8267-1faeef9b58e9 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:18:31.569656 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-806e877d-07ba-47f0-aa3c-0449c1a458c5 req-089b1317-f0c5-4d4c-8267-1faeef9b58e9 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dad8d25-e98e-46ed-aacd-02aa35d853d7 HTTP/1.1" status: 200 len: 945 time: 0.1400094 May 19 21:18:31.618276 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-806e877d-07ba-47f0-aa3c-0449c1a458c5 req-b7352745-293f-4fc7-862a-595818dd7de7 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/security-groups?id=111de7c3-c525-487d-a552-d8963e6c2bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408981 May 19 21:18:31.840731 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76beef48-af49-4502-a320-62c6491aba5c req-18ed727d-9f4b-4293-9320-e16670dfcd22 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:18:31.842287 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-76beef48-af49-4502-a320-62c6491aba5c req-18ed727d-9f4b-4293-9320-e16670dfcd22 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dad8d25-e98e-46ed-aacd-02aa35d853d7 HTTP/1.1" status: 200 len: 945 time: 0.0812376 May 19 21:18:31.990110 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-76beef48-af49-4502-a320-62c6491aba5c req-8cd87257-883f-4958-be35-8c0e354ba103 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Deleting port 1eba128d-125f-47dd-a3d5-5c78812f5c6a {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:18:31.990350 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-76beef48-af49-4502-a320-62c6491aba5c req-8cd87257-883f-4958-be35-8c0e354ba103 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:18:32.134381 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-76beef48-af49-4502-a320-62c6491aba5c req-8cd87257-883f-4958-be35-8c0e354ba103 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] For port 1eba128d-125f-47dd-a3d5-5c78812f5c6a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1eba128d-125f-47dd-a3d5-5c78812f5c6a,segment=NetworkSegment(ee364cb2-30f7-4c57-9e4e-c9aea9783fb6),segment_id=ee364cb2-30f7-4c57-9e4e-c9aea9783fb6)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:18:32.134733 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-76beef48-af49-4502-a320-62c6491aba5c req-8cd87257-883f-4958-be35-8c0e354ba103 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:18:32.265222 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-76beef48-af49-4502-a320-62c6491aba5c req-8cd87257-883f-4958-be35-8c0e354ba103 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Calling delete_port for 1eba128d-125f-47dd-a3d5-5c78812f5c6a owned by compute:nova {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:18:32.387347 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-76beef48-af49-4502-a320-62c6491aba5c req-8cd87257-883f-4958-be35-8c0e354ba103 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:18:32.393249 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-1862826f-4363-4e73-acb2-83022c3d0332 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:18:32.400103 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['1eba128d-125f-47dd-a3d5-5c78812f5c6a'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:18:32.437901 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd87257-883f-4958-be35-8c0e354ba103 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Pushing event deleted for resources: {'Port': ['ID=1eba128d-125f-47dd-a3d5-5c78812f5c6a,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:18:32.484354 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd87257-883f-4958-be35-8c0e354ba103 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:18:32.484727 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd87257-883f-4958-be35-8c0e354ba103 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:18:32.485091 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd87257-883f-4958-be35-8c0e354ba103 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:18:32.485452 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd87257-883f-4958-be35-8c0e354ba103 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:18:32.485802 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd87257-883f-4958-be35-8c0e354ba103 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:18:32.486150 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd87257-883f-4958-be35-8c0e354ba103 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:18:32.486501 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd87257-883f-4958-be35-8c0e354ba103 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:18:32.486844 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd87257-883f-4958-be35-8c0e354ba103 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:18:32.487224 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd87257-883f-4958-be35-8c0e354ba103 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:18:32.487558 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd87257-883f-4958-be35-8c0e354ba103 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:18:32.487902 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd87257-883f-4958-be35-8c0e354ba103 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:18:32.488249 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd87257-883f-4958-be35-8c0e354ba103 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:18:32.515039 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-8cd87257-883f-4958-be35-8c0e354ba103 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:18:32.527355 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-76beef48-af49-4502-a320-62c6491aba5c req-8cd87257-883f-4958-be35-8c0e354ba103 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] No DVR routers for this DVR port 1eba128d-125f-47dd-a3d5-5c78812f5c6a on host hv-cinder-78462 {{(pid=91836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:18:32.529845 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-76beef48-af49-4502-a320-62c6491aba5c req-8cd87257-883f-4958-be35-8c0e354ba103 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:18:32.532512 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dad8d25-e98e-46ed-aacd-02aa35d853d7', 'name': 'network-vif-deleted', 'tag': '1eba128d-125f-47dd-a3d5-5c78812f5c6a'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:18:32.549144 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-76beef48-af49-4502-a320-62c6491aba5c req-8cd87257-883f-4958-be35-8c0e354ba103 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.25 "DELETE /v2.0/ports/1eba128d-125f-47dd-a3d5-5c78812f5c6a HTTP/1.1" status: 204 len: 173 time: 0.7008162 May 19 21:18:32.576987 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dad8d25-e98e-46ed-aacd-02aa35d853d7', 'name': 'network-vif-deleted', 'tag': '1eba128d-125f-47dd-a3d5-5c78812f5c6a', 'status': 'completed', 'code': 200} May 19 21:18:32.782384 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-80c08e35-bbc8-4845-b42b-87fb7f724c6c req-30f47188-f2bd-454e-bc3f-22d346f3175d tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Synchronizing usage tracker for tenant:b23fd16254e848cf8541ae0546fc9691 on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:18:32.800794 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-80c08e35-bbc8-4845-b42b-87fb7f724c6c req-30f47188-f2bd-454e-bc3f-22d346f3175d tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Unset dirty status for tenant:b23fd16254e848cf8541ae0546fc9691 on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:18:32.802650 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-80c08e35-bbc8-4845-b42b-87fb7f724c6c req-30f47188-f2bd-454e-bc3f-22d346f3175d tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dad8d25-e98e-46ed-aacd-02aa35d853d7 HTTP/1.1" status: 200 len: 210 time: 0.0625961 May 19 21:18:34.437857 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 1eba128d-125f-47dd-a3d5-5c78812f5c6a no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:18:34.473144 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] No Port match for: 1eba128d-125f-47dd-a3d5-5c78812f5c6a {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:18:34.473448 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 1eba128d-125f-47dd-a3d5-5c78812f5c6a not bound to the agent host hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:18:35.977339 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-72f07131-2258-4173-8d49-573f41b953cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:18:38.466073 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:18:38.800510 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5d2540d7-5fdd-40fb-8948-50191e747cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:18:39.479307 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:18:41.261850 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:18:43.415940 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-2e8af330-5bd1-461e-a913-d9ae021c24a2 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:18:43.417386 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-2e8af330-5bd1-461e-a913-d9ae021c24a2 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/networks?id=ea1581f5-fced-437d-95d4-d42aa4839d3e HTTP/1.1" status: 200 len: 813 time: 0.1573591 May 19 21:18:43.433143 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-cae42169-e0a6-4f4a-9da6-914b4c225fd7 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/quotas/b23fd16254e848cf8541ae0546fc9691 HTTP/1.1" status: 200 len: 375 time: 0.0096979 May 19 21:18:43.487748 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-6574a269-dc92-4adf-ab28-38d7ccd8fe87 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b23fd16254e848cf8541ae0546fc9691&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485911 May 19 21:18:43.500326 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-56d54bd7-835d-445a-be24-fa8c8fe4adb6 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 21:18:43.501303 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-56d54bd7-835d-445a-be24-fa8c8fe4adb6 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064845 May 19 21:18:43.747771 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-1aa2b83e-60a8-496a-aa5f-eddb901b2a7a service neutron] 10.222.0.44 "GET /v2.0/networks/ea1581f5-fced-437d-95d4-d42aa4839d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393377 May 19 21:18:43.888187 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-6254a73b-ea1b-401a-8e08-eb0a250f792c service neutron] 10.222.0.44 "GET /v2.0/networks/ea1581f5-fced-437d-95d4-d42aa4839d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338637 May 19 21:18:44.102313 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-b02a70de-f723-4051-a779-70e651988494 req-6e1ae533-f67e-4e9d-aec0-6492d1e8da62 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/ports?device_id=2689f4ca-8c7e-46f6-8dd9-f1ba2a2db01a HTTP/1.1" status: 200 len: 210 time: 0.0494587 May 19 21:18:44.607234 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:18:45.180204 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-9ec9b973-63a9-4e70-817c-8e5f5f78451e tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:18:45.181668 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-9ec9b973-63a9-4e70-817c-8e5f5f78451e tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.25 "GET /v2.0/networks?id=ea1581f5-fced-437d-95d4-d42aa4839d3e HTTP/1.1" status: 200 len: 813 time: 0.1762044 May 19 21:18:45.195076 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-ef0102b7-485c-4b98-8f78-5d0ea30d1508 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Request body: {'port': {'device_id': '2689f4ca-8c7e-46f6-8dd9-f1ba2a2db01a', 'network_id': 'ea1581f5-fced-437d-95d4-d42aa4839d3e', 'admin_state_up': True, 'tenant_id': 'b23fd16254e848cf8541ae0546fc9691'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:18:45.346395 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-3fa58f5d-0167-4b9d-b2d3-1950e7a6ce7d req-f0018e66-5bec-4ede-9559-f4dc99967e01 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/ports?device_id=2689f4ca-8c7e-46f6-8dd9-f1ba2a2db01a HTTP/1.1" status: 200 len: 210 time: 0.0585237 May 19 21:18:45.388363 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-ef0102b7-485c-4b98-8f78-5d0ea30d1508 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:18:45.398933 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-ef0102b7-485c-4b98-8f78-5d0ea30d1508 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:18:45.410910 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-ef0102b7-485c-4b98-8f78-5d0ea30d1508 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Made reservation on behalf of b23fd16254e848cf8541ae0546fc9691 for: {'port': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:18:45.414563 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-ef0102b7-485c-4b98-8f78-5d0ea30d1508 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:18:45.580519 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-ef0102b7-485c-4b98-8f78-5d0ea30d1508 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Allocated IP 172.20.0.9 (ea1581f5-fced-437d-95d4-d42aa4839d3e/c0744314-fad2-4fe4-a5c1-7737c1ba7b49/6cf5962f-cab2-41fa-858f-574637146ffc) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:18:45.797315 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-ef0102b7-485c-4b98-8f78-5d0ea30d1508 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:18:45.835143 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-ef0102b7-485c-4b98-8f78-5d0ea30d1508 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:18:45.841472 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-0c3fc6e5-cb18-498a-b296-c95593e447e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:18:45.910658 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-ef0102b7-485c-4b98-8f78-5d0ea30d1508 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Network ea1581f5-fced-437d-95d4-d42aa4839d3e is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:18:45.913851 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-ef0102b7-485c-4b98-8f78-5d0ea30d1508 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:18:45.917877 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-ef0102b7-485c-4b98-8f78-5d0ea30d1508 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:18:45.948972 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0102b7-485c-4b98-8f78-5d0ea30d1508 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Pushing event updated for resources: {'Port': ['ID=6cf5962f-cab2-41fa-858f-574637146ffc,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:18:45.956270 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-ef0102b7-485c-4b98-8f78-5d0ea30d1508 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:18:45.987351 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-ef0102b7-485c-4b98-8f78-5d0ea30d1508 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:18:45.987786 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-ef0102b7-485c-4b98-8f78-5d0ea30d1508 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:18:46.014288 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-ef0102b7-485c-4b98-8f78-5d0ea30d1508 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8243968 May 19 21:18:46.026202 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-2a2da2a1-3c0b-4653-bc4f-2cc52f6a1a21 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 21:18:46.027239 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-2a2da2a1-3c0b-4653-bc4f-2cc52f6a1a21 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071917 May 19 21:18:46.041041 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-1b87d3c2-e8c9-45dd-9ae1-2bd8a0ada96d service neutron] Request body: {'port': {'device_id': '2689f4ca-8c7e-46f6-8dd9-f1ba2a2db01a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:18:46.163122 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-1b87d3c2-e8c9-45dd-9ae1-2bd8a0ada96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:18:46.512657 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-1b87d3c2-e8c9-45dd-9ae1-2bd8a0ada96d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf5962f-cab2-41fa-858f-574637146ffc {{(pid=91836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:18:46.520895 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-1b87d3c2-e8c9-45dd-9ae1-2bd8a0ada96d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:18:46.542695 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-1b87d3c2-e8c9-45dd-9ae1-2bd8a0ada96d service neutron] Transition to ACTIVE for port object 6cf5962f-cab2-41fa-858f-574637146ffc will not be triggered until provisioned by entity L2. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:18:46.548809 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-1b87d3c2-e8c9-45dd-9ae1-2bd8a0ada96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:18:46.548994 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a74862-ef1e-4f2d-b432-63ad30726ceb req-4d0204dc-d9d5-425d-9a8d-27b3caebdca0 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:18:46.551256 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-98a74862-ef1e-4f2d-b432-63ad30726ceb req-4d0204dc-d9d5-425d-9a8d-27b3caebdca0 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/ports?device_id=2689f4ca-8c7e-46f6-8dd9-f1ba2a2db01a HTTP/1.1" status: 200 len: 931 time: 0.0928316 May 19 21:18:46.554179 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-6a8979c0-c5d2-4cf6-a827-6e8627d68076 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:18:46.616266 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-98a74862-ef1e-4f2d-b432-63ad30726ceb req-e9c0faed-38b9-4302-8334-1f620ab115dc tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/security-groups?id=111de7c3-c525-487d-a552-d8963e6c2bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587072 May 19 21:18:46.831881 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87d3c2-e8c9-45dd-9ae1-2bd8a0ada96d service neutron] Pushing event updated for resources: {'Port': ['ID=6cf5962f-cab2-41fa-858f-574637146ffc,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:18:46.835319 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-1b87d3c2-e8c9-45dd-9ae1-2bd8a0ada96d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:18:46.909089 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-1b87d3c2-e8c9-45dd-9ae1-2bd8a0ada96d service neutron] Attempting to bind port 6cf5962f-cab2-41fa-858f-574637146ffc on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:18:46.909351 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-1b87d3c2-e8c9-45dd-9ae1-2bd8a0ada96d service neutron] Attempting to bind port 6cf5962f-cab2-41fa-858f-574637146ffc by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'ee364cb2-30f7-4c57-9e4e-c9aea9783fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ea1581f5-fced-437d-95d4-d42aa4839d3e'}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:18:46.909629 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-1b87d3c2-e8c9-45dd-9ae1-2bd8a0ada96d service neutron] Attempting to bind port 6cf5962f-cab2-41fa-858f-574637146ffc on network ea1581f5-fced-437d-95d4-d42aa4839d3e {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:18:46.914375 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-1b87d3c2-e8c9-45dd-9ae1-2bd8a0ada96d service neutron] Port 6cf5962f-cab2-41fa-858f-574637146ffc on network ea1581f5-fced-437d-95d4-d42aa4839d3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 21:18:46.914907 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-1b87d3c2-e8c9-45dd-9ae1-2bd8a0ada96d service neutron] Attempting to bind port 6cf5962f-cab2-41fa-858f-574637146ffc on network ea1581f5-fced-437d-95d4-d42aa4839d3e {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:18:46.920081 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-1b87d3c2-e8c9-45dd-9ae1-2bd8a0ada96d service neutron] Checking agent: {'id': '2fb6168f-df3b-41e1-92fa-9ac77f822fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'started_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:18:46.920409 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-1b87d3c2-e8c9-45dd-9ae1-2bd8a0ada96d service neutron] Checking segment: {'id': 'ee364cb2-30f7-4c57-9e4e-c9aea9783fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ea1581f5-fced-437d-95d4-d42aa4839d3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:18:46.920784 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-1b87d3c2-e8c9-45dd-9ae1-2bd8a0ada96d service neutron] Bound using segment: {'id': 'ee364cb2-30f7-4c57-9e4e-c9aea9783fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ea1581f5-fced-437d-95d4-d42aa4839d3e'} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:18:46.921206 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-1b87d3c2-e8c9-45dd-9ae1-2bd8a0ada96d service neutron] Bound port: 6cf5962f-cab2-41fa-858f-574637146ffc, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee364cb2-30f7-4c57-9e4e-c9aea9783fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ea1581f5-fced-437d-95d4-d42aa4839d3e'}}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:18:46.921559 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-1b87d3c2-e8c9-45dd-9ae1-2bd8a0ada96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:18:47.055908 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-1b87d3c2-e8c9-45dd-9ae1-2bd8a0ada96d service neutron] For port 6cf5962f-cab2-41fa-858f-574637146ffc, host hv-cinder-78462, cleared binding levels {{(pid=91836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:18:47.071325 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-1b87d3c2-e8c9-45dd-9ae1-2bd8a0ada96d service neutron] For port 6cf5962f-cab2-41fa-858f-574637146ffc, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6cf5962f-cab2-41fa-858f-574637146ffc,segment=NetworkSegment(ee364cb2-30f7-4c57-9e4e-c9aea9783fb6),segment_id=ee364cb2-30f7-4c57-9e4e-c9aea9783fb6)] {{(pid=91836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:18:47.078347 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-1b87d3c2-e8c9-45dd-9ae1-2bd8a0ada96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:18:47.084072 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-2d02c71c-b06b-44fb-9b42-44ad2e932b6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:18:47.151814 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-1b87d3c2-e8c9-45dd-9ae1-2bd8a0ada96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:18:47.153066 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-1b87d3c2-e8c9-45dd-9ae1-2bd8a0ada96d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:18:47.154444 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-1b87d3c2-e8c9-45dd-9ae1-2bd8a0ada96d service neutron] 10.222.0.25 "PUT /v2.0/ports/6cf5962f-cab2-41fa-858f-574637146ffc HTTP/1.1" status: 200 len: 1093 time: 1.1207721 May 19 21:18:47.154971 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2689f4ca-8c7e-46f6-8dd9-f1ba2a2db01a', 'tag': '6cf5962f-cab2-41fa-858f-574637146ffc'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:18:47.183062 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-45fd1cb3-41ef-4f8f-84dc-36fe849af451 req-0c7c89bd-eb09-48f5-a064-470124e160ff service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5770022d-f165-45bc-a311-eb36d59d47ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1746716 May 19 21:18:47.188149 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87d3c2-e8c9-45dd-9ae1-2bd8a0ada96d service neutron] Pushing event updated for resources: {'Port': ['ID=6cf5962f-cab2-41fa-858f-574637146ffc,revision_number=3']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:18:47.191610 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-1b87d3c2-e8c9-45dd-9ae1-2bd8a0ada96d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:18:47.230689 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2689f4ca-8c7e-46f6-8dd9-f1ba2a2db01a', 'tag': '6cf5962f-cab2-41fa-858f-574637146ffc', 'status': 'completed', 'code': 200} May 19 21:18:47.320222 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-e410f758-5538-42ea-9745-f3bd97b26938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:18:47.321694 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-e410f758-5538-42ea-9745-f3bd97b26938 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b23fd16254e848cf8541ae0546fc9691&device_id=2689f4ca-8c7e-46f6-8dd9-f1ba2a2db01a HTTP/1.1" status: 200 len: 1096 time: 0.1267099 May 19 21:18:47.326979 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd1cb3-41ef-4f8f-84dc-36fe849af451 req-5b3d75a2-285b-4960-9c2c-7438efe0f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:18:47.328270 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-45fd1cb3-41ef-4f8f-84dc-36fe849af451 req-5b3d75a2-285b-4960-9c2c-7438efe0f2df service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cda74ac05cc9402fa29c062afdbb5a33&device_id=5770022d-f165-45bc-a311-eb36d59d47ce HTTP/1.1" status: 200 len: 1099 time: 0.0968285 May 19 21:18:47.421063 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-97aa6434-0cbe-46fa-b943-611d9b00ad63 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cf5962f-cab2-41fa-858f-574637146ffc HTTP/1.1" status: 200 len: 217 time: 0.0917659 May 19 21:18:47.555334 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-5f9a1421-a89b-4719-845b-b91d7e8018b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:18:47.556766 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-5f9a1421-a89b-4719-845b-b91d7e8018b7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c0744314-fad2-4fe4-a5c1-7737c1ba7b49 HTTP/1.1" status: 200 len: 853 time: 0.1282601 May 19 21:18:47.564907 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd1cb3-41ef-4f8f-84dc-36fe849af451 req-b083097a-c327-48bb-8f38-5633de560351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:18:47.566262 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-45fd1cb3-41ef-4f8f-84dc-36fe849af451 req-b083097a-c327-48bb-8f38-5633de560351 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275 HTTP/1.1" status: 200 len: 913 time: 0.1869164 May 19 21:18:47.672059 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-109f5624-0259-4f5f-88fe-69019eabe68f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea1581f5-fced-437d-95d4-d42aa4839d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084144 May 19 21:18:47.786322 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-45fd1cb3-41ef-4f8f-84dc-36fe849af451 req-b0129fbe-3dde-4d08-805d-f47db3d84c54 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709 HTTP/1.1" status: 200 len: 1000 time: 0.1871998 May 19 21:18:47.824368 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a377c7-c99d-4c2e-81d4-bebe7c011c2e req-14b70b1e-c43d-45fa-8a73-3d68ed256d26 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:18:47.826159 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-70a377c7-c99d-4c2e-81d4-bebe7c011c2e req-14b70b1e-c43d-45fa-8a73-3d68ed256d26 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/ports?device_id=2689f4ca-8c7e-46f6-8dd9-f1ba2a2db01a HTTP/1.1" status: 200 len: 943 time: 0.1014102 May 19 21:18:47.871261 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd1cb3-41ef-4f8f-84dc-36fe849af451 req-293f923e-561d-4210-821a-9094e91deb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:18:47.872856 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-45fd1cb3-41ef-4f8f-84dc-36fe849af451 req-293f923e-561d-4210-821a-9094e91deb0b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5420bda8-1771-416b-860a-0d99bb7cee52 HTTP/1.1" status: 200 len: 851 time: 0.0790641 May 19 21:18:47.873035 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-70a377c7-c99d-4c2e-81d4-bebe7c011c2e req-1042e4b1-6270-4b5f-9588-e63f04458f69 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/security-groups?id=111de7c3-c525-487d-a552-d8963e6c2bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401244 May 19 21:18:47.874746 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-3e43dc55-564e-43da-bd45-b497f8ee6838 service neutron] 10.222.0.25 "GET /v2.0/networks/ea1581f5-fced-437d-95d4-d42aa4839d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942532 May 19 21:18:48.072599 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f0e75620-9d48-47bc-961c-cfdee5c33879 req-6dc49342-7d2a-4302-9c21-8777de9e5c7e service neutron] 10.222.0.25 "GET /v2.0/networks/ea1581f5-fced-437d-95d4-d42aa4839d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868834 May 19 21:18:48.077805 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd1cb3-41ef-4f8f-84dc-36fe849af451 req-f91ce9f4-2ac8-4566-a7c8-2e28560c982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:18:48.080146 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-45fd1cb3-41ef-4f8f-84dc-36fe849af451 req-f91ce9f4-2ac8-4566-a7c8-2e28560c982f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1932547 May 19 21:18:48.270586 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-45fd1cb3-41ef-4f8f-84dc-36fe849af451 req-7434bdee-3bd1-4ca9-b7c2-056e275f66b7 service neutron] 10.222.0.25 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835876 May 19 21:18:48.301895 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbff89-eff5-4c42-9dc4-0c1883486405 req-77720c0c-e676-48b3-80e6-0248d1935999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:18:48.303290 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-09bbff89-eff5-4c42-9dc4-0c1883486405 req-77720c0c-e676-48b3-80e6-0248d1935999 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b23fd16254e848cf8541ae0546fc9691&device_id=2689f4ca-8c7e-46f6-8dd9-f1ba2a2db01a HTTP/1.1" status: 200 len: 1096 time: 0.1769264 May 19 21:18:48.628312 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-45fd1cb3-41ef-4f8f-84dc-36fe849af451 req-0ac00ab0-2ff4-4792-8794-4312cfcc26a5 service neutron] 10.222.0.25 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486640 May 19 21:18:48.636543 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbff89-eff5-4c42-9dc4-0c1883486405 req-150d2737-efd1-45fb-b183-df7877eb99b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:18:48.638000 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-09bbff89-eff5-4c42-9dc4-0c1883486405 req-150d2737-efd1-45fb-b183-df7877eb99b4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ea1581f5-fced-437d-95d4-d42aa4839d3e HTTP/1.1" status: 200 len: 914 time: 0.3234253 May 19 21:18:48.714782 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-09bbff89-eff5-4c42-9dc4-0c1883486405 req-847ab044-f8f6-4865-819a-a595a0c9ef25 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cf5962f-cab2-41fa-858f-574637146ffc HTTP/1.1" status: 200 len: 217 time: 0.0693469 May 19 21:18:48.781778 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbff89-eff5-4c42-9dc4-0c1883486405 req-19122c98-2cda-4bbf-be10-b70bad961acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:18:48.783466 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-09bbff89-eff5-4c42-9dc4-0c1883486405 req-19122c98-2cda-4bbf-be10-b70bad961acd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c0744314-fad2-4fe4-a5c1-7737c1ba7b49 HTTP/1.1" status: 200 len: 853 time: 0.0614831 May 19 21:18:48.837269 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-09bbff89-eff5-4c42-9dc4-0c1883486405 req-3c7bb79a-3054-4273-bec4-6d72e00d8fe9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea1581f5-fced-437d-95d4-d42aa4839d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460272 May 19 21:18:48.994109 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-09bbff89-eff5-4c42-9dc4-0c1883486405 req-31290219-ff9b-4429-9b36-277ccb2dfdcd service neutron] 10.222.0.25 "GET /v2.0/networks/ea1581f5-fced-437d-95d4-d42aa4839d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486530 May 19 21:18:49.136669 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-09bbff89-eff5-4c42-9dc4-0c1883486405 req-f3f8e008-e8d2-4f56-b604-d5d132e3ee92 service neutron] 10.222.0.25 "GET /v2.0/networks/ea1581f5-fced-437d-95d4-d42aa4839d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361487 May 19 21:18:49.225544 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aeb8cd-02c9-4855-8ce5-d16eaa4cabe8 req-b4da715a-2f4a-4051-be6c-f30ffe4ff1b5 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:18:49.226238 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-c0aeb8cd-02c9-4855-8ce5-d16eaa4cabe8 req-b4da715a-2f4a-4051-be6c-f30ffe4ff1b5 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Synchronizing usage tracker for tenant:b23fd16254e848cf8541ae0546fc9691 on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:18:49.246084 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-c0aeb8cd-02c9-4855-8ce5-d16eaa4cabe8 req-b4da715a-2f4a-4051-be6c-f30ffe4ff1b5 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Unset dirty status for tenant:b23fd16254e848cf8541ae0546fc9691 on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:18:49.247278 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c0aeb8cd-02c9-4855-8ce5-d16eaa4cabe8 req-b4da715a-2f4a-4051-be6c-f30ffe4ff1b5 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/ports?device_id=2689f4ca-8c7e-46f6-8dd9-f1ba2a2db01a HTTP/1.1" status: 200 len: 943 time: 0.1037412 May 19 21:18:49.296283 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-c0aeb8cd-02c9-4855-8ce5-d16eaa4cabe8 req-e1d27156-d346-4c3e-a7ac-dadd43f4a4c7 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/security-groups?id=111de7c3-c525-487d-a552-d8963e6c2bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427876 May 19 21:18:50.500346 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c184ba8-967b-4c01-8d7a-2961a391afbc req-5cbe8221-5257-4dd9-961c-1f841bdc1a14 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:18:50.501817 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-6c184ba8-967b-4c01-8d7a-2961a391afbc req-5cbe8221-5257-4dd9-961c-1f841bdc1a14 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/ports?device_id=2689f4ca-8c7e-46f6-8dd9-f1ba2a2db01a HTTP/1.1" status: 200 len: 943 time: 0.0869193 May 19 21:18:50.510675 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 6cf5962f-cab2-41fa-858f-574637146ffc details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 21:18:50.551967 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-6c184ba8-967b-4c01-8d7a-2961a391afbc req-d678ae62-866c-4d08-9c5c-7947f9e4f0f6 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/security-groups?id=111de7c3-c525-487d-a552-d8963e6c2bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421216 May 19 21:18:50.656606 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 6cf5962f-cab2-41fa-858f-574637146ffc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6cf5962f-cab2-41fa-858f-574637146ffc,segment=NetworkSegment(ee364cb2-30f7-4c57-9e4e-c9aea9783fb6),segment_id=ee364cb2-30f7-4c57-9e4e-c9aea9783fb6)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:18:50.669781 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Returning: {'device': '6cf5962f-cab2-41fa-858f-574637146ffc', 'network_id': 'ea1581f5-fced-437d-95d4-d42aa4839d3e', 'port_id': '6cf5962f-cab2-41fa-858f-574637146ffc', 'mac_address': 'fa:16:3e:2b:e8:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0744314-fad2-4fe4-a5c1-7737c1ba7b49', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 21:18:50.729954 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:18:50.747533 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf5962f-cab2-41fa-858f-574637146ffc {{(pid=91838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:18:50.763166 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 6cf5962f-cab2-41fa-858f-574637146ffc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6cf5962f-cab2-41fa-858f-574637146ffc,segment=NetworkSegment(ee364cb2-30f7-4c57-9e4e-c9aea9783fb6),segment_id=ee364cb2-30f7-4c57-9e4e-c9aea9783fb6)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:18:50.768484 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:18:50.770579 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:18:50.845819 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=6cf5962f-cab2-41fa-858f-574637146ffc,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:18:50.853368 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:18:50.853715 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:18:50.854060 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:18:50.854388 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:18:50.854714 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:18:50.855076 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:18:50.855384 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:18:50.855765 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:18:50.856087 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:18:50.856404 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:18:50.856723 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:18:50.857041 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:18:50.860886 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:18:51.000253 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['6cf5962f-cab2-41fa-858f-574637146ffc'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:18:51.753322 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd9e5b-2a8b-4230-8ea5-c17b02276623 req-98750555-29e2-4d6f-9530-1bc9d836590b tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:18:51.754756 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-bedd9e5b-2a8b-4230-8ea5-c17b02276623 req-98750555-29e2-4d6f-9530-1bc9d836590b tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/ports?device_id=2689f4ca-8c7e-46f6-8dd9-f1ba2a2db01a HTTP/1.1" status: 200 len: 944 time: 0.0976803 May 19 21:18:51.803603 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-bedd9e5b-2a8b-4230-8ea5-c17b02276623 req-24266c10-2303-4a11-8f39-7812d4082c10 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/security-groups?id=111de7c3-c525-487d-a552-d8963e6c2bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401428 May 19 21:18:52.528883 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 6cf5962f-cab2-41fa-858f-574637146ffc up at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:18:52.602093 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning for port 6cf5962f-cab2-41fa-858f-574637146ffc completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:18:52.607077 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning complete for port 6cf5962f-cab2-41fa-858f-574637146ffc triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:18:52.607452 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:18:52.765826 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:18:52.795912 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2689f4ca-8c7e-46f6-8dd9-f1ba2a2db01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf5962f-cab2-41fa-858f-574637146ffc'}] {{(pid=91838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:18:52.806927 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 6cf5962f-cab2-41fa-858f-574637146ffc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6cf5962f-cab2-41fa-858f-574637146ffc,segment=NetworkSegment(ee364cb2-30f7-4c57-9e4e-c9aea9783fb6),segment_id=ee364cb2-30f7-4c57-9e4e-c9aea9783fb6)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:18:52.813393 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:18:52.816462 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-b5e6f8fd-9bb6-4fcd-88ca-9973d14e05bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:18:52.850618 dv-cinder-784623-12-iscsi neutron-server[91838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2689f4ca-8c7e-46f6-8dd9-f1ba2a2db01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf5962f-cab2-41fa-858f-574637146ffc', 'code': 200} May 19 21:18:52.895680 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=6cf5962f-cab2-41fa-858f-574637146ffc,revision_number=5']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:18:52.899472 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:18:53.061189 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6a7ce-dc9e-4842-a413-f689eda7007c req-ac2165ea-bcdb-46b0-87f2-7e77b20b5c9f tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:18:53.062666 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ebf6a7ce-dc9e-4842-a413-f689eda7007c req-ac2165ea-bcdb-46b0-87f2-7e77b20b5c9f tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/ports?device_id=2689f4ca-8c7e-46f6-8dd9-f1ba2a2db01a HTTP/1.1" status: 200 len: 945 time: 0.1302242 May 19 21:18:53.118991 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ebf6a7ce-dc9e-4842-a413-f689eda7007c req-dd2fdb0d-8f47-4811-bdf7-311673c0ac54 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/security-groups?id=111de7c3-c525-487d-a552-d8963e6c2bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490780 May 19 21:18:53.129454 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63192ecd-efb6-4a79-a3fd-cf3ed85743d3 req-3bc373e5-b85e-4965-a431-79d75fc6ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:18:53.131076 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-63192ecd-efb6-4a79-a3fd-cf3ed85743d3 req-3bc373e5-b85e-4965-a431-79d75fc6ff53 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2689f4ca-8c7e-46f6-8dd9-f1ba2a2db01a HTTP/1.1" status: 200 len: 1098 time: 0.1250863 May 19 21:18:53.176144 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-63192ecd-efb6-4a79-a3fd-cf3ed85743d3 req-56570f27-f0d5-4ce9-b520-4d25690309f9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=111de7c3-c525-487d-a552-d8963e6c2bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381355 May 19 21:18:54.326345 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8452edf-01f0-4002-b1d9-001e66f3c879 req-948f5568-d3b1-4d76-9b92-8132d6656224 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:18:54.328053 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-a8452edf-01f0-4002-b1d9-001e66f3c879 req-948f5568-d3b1-4d76-9b92-8132d6656224 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/ports?device_id=2689f4ca-8c7e-46f6-8dd9-f1ba2a2db01a HTTP/1.1" status: 200 len: 945 time: 0.0933650 May 19 21:18:54.374877 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-a8452edf-01f0-4002-b1d9-001e66f3c879 req-8abbe5de-901c-4878-b2ee-c41798a78269 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/security-groups?id=111de7c3-c525-487d-a552-d8963e6c2bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405390 May 19 21:18:56.225064 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:19:05.983850 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-9a4b940e-d4f9-402d-a949-4731cd208e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:08.469869 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:08.794560 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5c525124-fc87-42bc-a31a-e07431189130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:09.478462 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:11.264799 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:14.614195 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:15.926387 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7c94f-770e-4c22-9ebf-bbf6e45a955c req-4410142b-8f7b-48c7-94f2-22f3a22267da tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:19:15.927906 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-01c7c94f-770e-4c22-9ebf-bbf6e45a955c req-4410142b-8f7b-48c7-94f2-22f3a22267da tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/ports?device_id=2689f4ca-8c7e-46f6-8dd9-f1ba2a2db01a HTTP/1.1" status: 200 len: 945 time: 0.0883536 May 19 21:19:15.976703 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-01c7c94f-770e-4c22-9ebf-bbf6e45a955c req-0e301d3b-4886-4a2c-9419-c275b30f37ee tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/security-groups?id=111de7c3-c525-487d-a552-d8963e6c2bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424328 May 19 21:19:17.179944 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b46511-f8d6-4269-a69f-e67e31d7cb1e req-0c7f0495-e43a-451e-8991-54060ee17dd6 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:19:17.181500 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f0b46511-f8d6-4269-a69f-e67e31d7cb1e req-0c7f0495-e43a-451e-8991-54060ee17dd6 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/ports?device_id=2689f4ca-8c7e-46f6-8dd9-f1ba2a2db01a HTTP/1.1" status: 200 len: 945 time: 0.0905130 May 19 21:19:17.228017 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f0b46511-f8d6-4269-a69f-e67e31d7cb1e req-b7a9045a-d4ef-42c5-a0b6-dcebd99faefa tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/security-groups?id=111de7c3-c525-487d-a552-d8963e6c2bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404677 May 19 21:19:17.376639 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7195149-537b-41ea-85c2-9af92e2bba08 req-ab887c6a-ea07-4d7d-a65f-c72467ece0d3 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:19:17.378053 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d7195149-537b-41ea-85c2-9af92e2bba08 req-ab887c6a-ea07-4d7d-a65f-c72467ece0d3 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.25 "GET /v2.0/ports?device_id=2689f4ca-8c7e-46f6-8dd9-f1ba2a2db01a HTTP/1.1" status: 200 len: 945 time: 0.0924261 May 19 21:19:17.527558 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-d7195149-537b-41ea-85c2-9af92e2bba08 req-391f7772-cfef-446f-b557-238d5bdcd44f tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Deleting port 6cf5962f-cab2-41fa-858f-574637146ffc {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:19:17.527873 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-d7195149-537b-41ea-85c2-9af92e2bba08 req-391f7772-cfef-446f-b557-238d5bdcd44f tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:17.665309 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-d7195149-537b-41ea-85c2-9af92e2bba08 req-391f7772-cfef-446f-b557-238d5bdcd44f tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] For port 6cf5962f-cab2-41fa-858f-574637146ffc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6cf5962f-cab2-41fa-858f-574637146ffc,segment=NetworkSegment(ee364cb2-30f7-4c57-9e4e-c9aea9783fb6),segment_id=ee364cb2-30f7-4c57-9e4e-c9aea9783fb6)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:19:17.665579 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-d7195149-537b-41ea-85c2-9af92e2bba08 req-391f7772-cfef-446f-b557-238d5bdcd44f tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:17.896495 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-d7195149-537b-41ea-85c2-9af92e2bba08 req-391f7772-cfef-446f-b557-238d5bdcd44f tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Calling delete_port for 6cf5962f-cab2-41fa-858f-574637146ffc owned by compute:nova {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:19:18.020372 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-d7195149-537b-41ea-85c2-9af92e2bba08 req-391f7772-cfef-446f-b557-238d5bdcd44f tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:18.027652 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-56d97725-f108-49ea-b616-da953b31d1b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:19:18.033065 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['6cf5962f-cab2-41fa-858f-574637146ffc'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:19:18.075807 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f7772-cfef-446f-b557-238d5bdcd44f tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Pushing event deleted for resources: {'Port': ['ID=6cf5962f-cab2-41fa-858f-574637146ffc,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:19:18.079168 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-391f7772-cfef-446f-b557-238d5bdcd44f tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:19:18.154676 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7195149-537b-41ea-85c2-9af92e2bba08 req-391f7772-cfef-446f-b557-238d5bdcd44f tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] No DVR routers for this DVR port 6cf5962f-cab2-41fa-858f-574637146ffc on host hv-cinder-78462 {{(pid=91836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:19:18.157655 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-d7195149-537b-41ea-85c2-9af92e2bba08 req-391f7772-cfef-446f-b557-238d5bdcd44f tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:18.160227 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2689f4ca-8c7e-46f6-8dd9-f1ba2a2db01a', 'name': 'network-vif-deleted', 'tag': '6cf5962f-cab2-41fa-858f-574637146ffc'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:19:18.179350 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d7195149-537b-41ea-85c2-9af92e2bba08 req-391f7772-cfef-446f-b557-238d5bdcd44f tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.25 "DELETE /v2.0/ports/6cf5962f-cab2-41fa-858f-574637146ffc HTTP/1.1" status: 204 len: 173 time: 0.7949741 May 19 21:19:18.256223 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 55556) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:19:18.311402 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2689f4ca-8c7e-46f6-8dd9-f1ba2a2db01a', 'name': 'network-vif-deleted', 'tag': '6cf5962f-cab2-41fa-858f-574637146ffc', 'status': 'completed', 'code': 200} May 19 21:19:18.519536 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-564073af-3f3e-4084-8d39-118a57f7ce0f req-6a78ab7c-6e60-41a8-9dd6-bee58da5260c tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Synchronizing usage tracker for tenant:b23fd16254e848cf8541ae0546fc9691 on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:19:18.584592 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-564073af-3f3e-4084-8d39-118a57f7ce0f req-6a78ab7c-6e60-41a8-9dd6-bee58da5260c tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Unset dirty status for tenant:b23fd16254e848cf8541ae0546fc9691 on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:19:18.585766 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-564073af-3f3e-4084-8d39-118a57f7ce0f req-6a78ab7c-6e60-41a8-9dd6-bee58da5260c tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] 10.222.0.44 "GET /v2.0/ports?device_id=2689f4ca-8c7e-46f6-8dd9-f1ba2a2db01a HTTP/1.1" status: 200 len: 210 time: 0.2123787 May 19 21:19:18.796290 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [None req-59ea72e5-eda4-47a6-a07a-3996bab0b1dd tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Deleting port 61df6375-2d2e-4ff1-9552-cf4b478620f9 {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:19:18.796625 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-59ea72e5-eda4-47a6-a07a-3996bab0b1dd tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:18.958067 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-59ea72e5-eda4-47a6-a07a-3996bab0b1dd tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:18.959794 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-59ea72e5-eda4-47a6-a07a-3996bab0b1dd tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:19.094554 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [None req-59ea72e5-eda4-47a6-a07a-3996bab0b1dd tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Calling delete_port for 61df6375-2d2e-4ff1-9552-cf4b478620f9 owned by network:floatingip {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:19:19.231488 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-59ea72e5-eda4-47a6-a07a-3996bab0b1dd tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:19.235351 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-8ee7a9e0-c974-49cb-a15c-68db893845e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:19:19.279753 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea72e5-eda4-47a6-a07a-3996bab0b1dd tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Pushing event deleted for resources: {'Port': ['ID=61df6375-2d2e-4ff1-9552-cf4b478620f9,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:19:19.283395 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-59ea72e5-eda4-47a6-a07a-3996bab0b1dd tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:19:19.384655 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-59ea72e5-eda4-47a6-a07a-3996bab0b1dd tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks [] for floatingip, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:19.384991 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.db.l3_db [None req-59ea72e5-eda4-47a6-a07a-3996bab0b1dd tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Floating IP 9cc002b9-416e-4667-876e-b2bcd7fe0574 disassociated (deleted). External IP: 172.27.1.157, port: fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce. May 19 21:19:19.873730 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ea72e5-eda4-47a6-a07a-3996bab0b1dd tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Router 51def476-3db5-4168-9426-3b46fa0fa37d has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:19:20.071786 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ea72e5-eda4-47a6-a07a-3996bab0b1dd tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:19:20.085659 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751e8d82-71cd-4bc9-b5d7-cacd503f2793 None None] Sync routers for ids ['51def476-3db5-4168-9426-3b46fa0fa37d'] in dv-cinder-784623-12-iscsi {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:19:20.097907 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751e8d82-71cd-4bc9-b5d7-cacd503f2793 None None] Routers {'51def476-3db5-4168-9426-3b46fa0fa37d'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:19:20.099108 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-751e8d82-71cd-4bc9-b5d7-cacd503f2793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:19:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['51def476-3db5-4168-9426-3b46fa0fa37d'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:19:20.106407 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-59ea72e5-eda4-47a6-a07a-3996bab0b1dd tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for floatingip, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:20.172211 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-59ea72e5-eda4-47a6-a07a-3996bab0b1dd tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "DELETE /v2.0/floatingips/9cc002b9-416e-4667-876e-b2bcd7fe0574 HTTP/1.1" status: 204 len: 168 time: 1.9140382 May 19 21:19:20.294668 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-751e8d82-71cd-4bc9-b5d7-cacd503f2793 None None] Set router 51def476-3db5-4168-9426-3b46fa0fa37d gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:19:20.313179 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464864d6-e293-4d7c-aa2e-7476a9aad3e1', 'tag': 'fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:19:20.361732 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464864d6-e293-4d7c-aa2e-7476a9aad3e1', 'tag': 'fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce', 'status': 'completed', 'code': 200} May 19 21:19:20.526134 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17383afa-53b7-4bb7-bed0-6a1eff688485 req-9fa68c79-595a-4275-a1bc-0c6b77447c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:19:20.527833 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-17383afa-53b7-4bb7-bed0-6a1eff688485 req-9fa68c79-595a-4275-a1bc-0c6b77447c8f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8f782d90475c45a98ec720099679e571&device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 1099 time: 0.1438403 May 19 21:19:20.603790 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84513f7-c5e6-4e22-bc1e-89b7aeb3660c req-6d3b20ce-6b05-4f4e-8247-3b0326f62f6f tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:19:20.605307 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-d84513f7-c5e6-4e22-bc1e-89b7aeb3660c req-6d3b20ce-6b05-4f4e-8247-3b0326f62f6f tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.0985961 May 19 21:19:20.654932 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-d84513f7-c5e6-4e22-bc1e-89b7aeb3660c req-5573d63e-646f-40b0-8e52-92dbaf2b8b91 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430884 May 19 21:19:20.682959 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17383afa-53b7-4bb7-bed0-6a1eff688485 req-5c593ec7-f667-4ab8-9e20-324d004bf246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:19:20.684575 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-17383afa-53b7-4bb7-bed0-6a1eff688485 req-5c593ec7-f667-4ab8-9e20-324d004bf246 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3f362d28-4199-45e0-91ca-7ccb175d4e6f HTTP/1.1" status: 200 len: 910 time: 0.1500719 May 19 21:19:20.689729 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-751e8d82-71cd-4bc9-b5d7-cacd503f2793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'name': 'tempest-TestShelveInstance-1340000205-router', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'bddc9ffc-d11e-4860-a503-acfc852ff6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:51Z', 'updated_at': '2021-05-19T21:13:57Z', 'revision_number': 4, 'project_id': '8f782d90475c45a98ec720099679e571', 'gw_port': {'id': 'bddc9ffc-d11e-4860-a503-acfc852ff6f0', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:52Z', 'updated_at': '2021-05-19T21:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'ec5f7f6b-f28f-4135-b596-91fb788f7a93', 'name': '', 'network_id': '3f362d28-4199-45e0-91ca-7ccb175d4e6f', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'mac_address': 'fa:16:3e:d2:e9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5e79841b-91f9-4a16-ad5e-4c945612b0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:56Z', 'updated_at': '2021-05-19T21:14:06Z', 'revision_number': 5, 'project_id': '8f782d90475c45a98ec720099679e571', 'subnets': [{'id': '5e79841b-91f9-4a16-ad5e-4c945612b0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:19:20.694137 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751e8d82-71cd-4bc9-b5d7-cacd503f2793 None None] Checking router: 51def476-3db5-4168-9426-3b46fa0fa37d for host: dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:19:20.697859 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 6cf5962f-cab2-41fa-858f-574637146ffc no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:19:20.736647 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] No Port match for: 6cf5962f-cab2-41fa-858f-574637146ffc {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:19:20.736986 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 6cf5962f-cab2-41fa-858f-574637146ffc not bound to the agent host hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:19:20.739812 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751e8d82-71cd-4bc9-b5d7-cacd503f2793 None None] Routers {'51def476-3db5-4168-9426-3b46fa0fa37d'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:19:20.740430 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-751e8d82-71cd-4bc9-b5d7-cacd503f2793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:19:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['51def476-3db5-4168-9426-3b46fa0fa37d'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:19:20.755063 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-17383afa-53b7-4bb7-bed0-6a1eff688485 req-465dd80f-cf98-4801-ad90-99d173a07785 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce HTTP/1.1" status: 200 len: 217 time: 0.0630140 May 19 21:19:20.824690 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17383afa-53b7-4bb7-bed0-6a1eff688485 req-57347aef-2798-450f-b248-3987b4ba0ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:19:20.826134 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-17383afa-53b7-4bb7-bed0-6a1eff688485 req-57347aef-2798-450f-b248-3987b4ba0ce6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5e79841b-91f9-4a16-ad5e-4c945612b0b9 HTTP/1.1" status: 200 len: 848 time: 0.0644143 May 19 21:19:20.907868 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17383afa-53b7-4bb7-bed0-6a1eff688485 req-09885cd6-adfe-47b5-a34f-351e3df2aa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:19:20.909392 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-17383afa-53b7-4bb7-bed0-6a1eff688485 req-09885cd6-adfe-47b5-a34f-351e3df2aa31 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3f362d28-4199-45e0-91ca-7ccb175d4e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0763848 May 19 21:19:20.928557 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-751e8d82-71cd-4bc9-b5d7-cacd503f2793 None None] Set router 51def476-3db5-4168-9426-3b46fa0fa37d gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:19:21.048889 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-17383afa-53b7-4bb7-bed0-6a1eff688485 req-9e5f9bf4-ce6e-4ea9-80d6-0f8d78351700 service neutron] 10.222.0.25 "GET /v2.0/networks/3f362d28-4199-45e0-91ca-7ccb175d4e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316164 May 19 21:19:21.201451 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-17383afa-53b7-4bb7-bed0-6a1eff688485 req-22bb735c-b565-4745-84ed-f05ddef73956 service neutron] 10.222.0.25 "GET /v2.0/networks/3f362d28-4199-45e0-91ca-7ccb175d4e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450541 May 19 21:19:21.267119 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-751e8d82-71cd-4bc9-b5d7-cacd503f2793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'name': 'tempest-TestShelveInstance-1340000205-router', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'bddc9ffc-d11e-4860-a503-acfc852ff6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:51Z', 'updated_at': '2021-05-19T21:13:57Z', 'revision_number': 4, 'project_id': '8f782d90475c45a98ec720099679e571', 'gw_port': {'id': 'bddc9ffc-d11e-4860-a503-acfc852ff6f0', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:52Z', 'updated_at': '2021-05-19T21:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'ec5f7f6b-f28f-4135-b596-91fb788f7a93', 'name': '', 'network_id': '3f362d28-4199-45e0-91ca-7ccb175d4e6f', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'mac_address': 'fa:16:3e:d2:e9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5e79841b-91f9-4a16-ad5e-4c945612b0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:56Z', 'updated_at': '2021-05-19T21:14:06Z', 'revision_number': 5, 'project_id': '8f782d90475c45a98ec720099679e571', 'subnets': [{'id': '5e79841b-91f9-4a16-ad5e-4c945612b0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:19:21.271744 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751e8d82-71cd-4bc9-b5d7-cacd503f2793 None None] The sync data for ids ['51def476-3db5-4168-9426-3b46fa0fa37d'] in dv-cinder-784623-12-iscsi is: [{'id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'name': 'tempest-TestShelveInstance-1340000205-router', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'bddc9ffc-d11e-4860-a503-acfc852ff6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:51Z', 'updated_at': '2021-05-19T21:13:57Z', 'revision_number': 4, 'project_id': '8f782d90475c45a98ec720099679e571', 'gw_port': {'id': 'bddc9ffc-d11e-4860-a503-acfc852ff6f0', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:52Z', 'updated_at': '2021-05-19T21:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'ec5f7f6b-f28f-4135-b596-91fb788f7a93', 'name': '', 'network_id': '3f362d28-4199-45e0-91ca-7ccb175d4e6f', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'mac_address': 'fa:16:3e:d2:e9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5e79841b-91f9-4a16-ad5e-4c945612b0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:56Z', 'updated_at': '2021-05-19T21:14:06Z', 'revision_number': 5, 'project_id': '8f782d90475c45a98ec720099679e571', 'subnets': [{'id': '5e79841b-91f9-4a16-ad5e-4c945612b0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:19:21.498709 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ad9faa-02f5-4c82-a80f-680c3cd71ae7 None None] New status for floating IP 9cc002b9-416e-4667-876e-b2bcd7fe0574: DOWN {{(pid=91839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 21:19:21.853993 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b2b28-845d-48b6-a579-88f3b20deb66 req-6748aed3-5126-4abf-8bb6-bfb253864baf tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:19:21.854654 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-fb6b2b28-845d-48b6-a579-88f3b20deb66 req-6748aed3-5126-4abf-8bb6-bfb253864baf tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Synchronizing usage tracker for tenant:8f782d90475c45a98ec720099679e571 on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:19:21.873127 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-fb6b2b28-845d-48b6-a579-88f3b20deb66 req-6748aed3-5126-4abf-8bb6-bfb253864baf tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Unset dirty status for tenant:8f782d90475c45a98ec720099679e571 on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:19:21.874269 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-fb6b2b28-845d-48b6-a579-88f3b20deb66 req-6748aed3-5126-4abf-8bb6-bfb253864baf tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.1055577 May 19 21:19:21.920778 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-fb6b2b28-845d-48b6-a579-88f3b20deb66 req-e6c76409-810c-4b90-8bc1-25072718aa5c tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402353 May 19 21:19:23.244915 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9366e6-52e1-4ef1-b642-8e87f9059a32 req-5b601bca-679a-4797-bc82-a306bc352299 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:19:23.246646 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-df9366e6-52e1-4ef1-b642-8e87f9059a32 req-5b601bca-679a-4797-bc82-a306bc352299 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.2030556 May 19 21:19:23.296383 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-df9366e6-52e1-4ef1-b642-8e87f9059a32 req-01c39d6b-d7c0-4c1c-84c6-99ddb5b17579 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429888 May 19 21:19:24.486676 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415d7ca-c3a3-4a8e-bff7-7a08a78e9012 req-e26ef878-48d2-4308-8fac-ac266c9fb505 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:19:24.488462 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8415d7ca-c3a3-4a8e-bff7-7a08a78e9012 req-e26ef878-48d2-4308-8fac-ac266c9fb505 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.0821438 May 19 21:19:24.537377 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8415d7ca-c3a3-4a8e-bff7-7a08a78e9012 req-ed80cfd3-7106-4d85-a057-731b0f3c8e3c tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/security-groups?id=895752b3-e96f-43fa-aaef-19f87418578c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424404 May 19 21:19:24.673582 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f05bbe-a4bb-4b41-8ec0-34258b41691c req-db8f4186-b3d2-414e-b6cd-1da2f1d06afa tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:19:24.675149 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-91f05bbe-a4bb-4b41-8ec0-34258b41691c req-db8f4186-b3d2-414e-b6cd-1da2f1d06afa tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.25 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 946 time: 0.0912261 May 19 21:19:24.731747 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:19:24.836658 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-91f05bbe-a4bb-4b41-8ec0-34258b41691c req-de94c469-bd9b-4876-bc9c-c515382b3a9a tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Deleting port fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:19:24.836897 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-91f05bbe-a4bb-4b41-8ec0-34258b41691c req-de94c469-bd9b-4876-bc9c-c515382b3a9a tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:24.899881 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:24.927574 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464864d6-e293-4d7c-aa2e-7476a9aad3e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce'}] {{(pid=91838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:19:24.938133 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce,segment=NetworkSegment(78a99981-671c-4abb-9417-884234ae710e),segment_id=78a99981-671c-4abb-9417-884234ae710e)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:19:24.944838 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:24.946650 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:19:24.978204 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-91f05bbe-a4bb-4b41-8ec0-34258b41691c req-de94c469-bd9b-4876-bc9c-c515382b3a9a tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] For port fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce,segment=NetworkSegment(78a99981-671c-4abb-9417-884234ae710e),segment_id=78a99981-671c-4abb-9417-884234ae710e)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:19:24.978711 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-91f05bbe-a4bb-4b41-8ec0-34258b41691c req-de94c469-bd9b-4876-bc9c-c515382b3a9a tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:25.021366 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce,revision_number=9']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:19:25.026328 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:19:25.052603 dv-cinder-784623-12-iscsi neutron-server[91838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464864d6-e293-4d7c-aa2e-7476a9aad3e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce', 'code': 200} May 19 21:19:25.207935 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-91f05bbe-a4bb-4b41-8ec0-34258b41691c req-de94c469-bd9b-4876-bc9c-c515382b3a9a tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Calling delete_port for fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce owned by compute:nova {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:19:25.323706 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-91f05bbe-a4bb-4b41-8ec0-34258b41691c req-de94c469-bd9b-4876-bc9c-c515382b3a9a tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:25.329628 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-3f8e8f6b-3e38-4136-aa3d-9359be2d6ae2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:19:25.380282 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94c469-bd9b-4876-bc9c-c515382b3a9a tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Pushing event deleted for resources: {'Port': ['ID=fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:19:25.383361 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-de94c469-bd9b-4876-bc9c-c515382b3a9a tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:19:25.453209 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f05bbe-a4bb-4b41-8ec0-34258b41691c req-de94c469-bd9b-4876-bc9c-c515382b3a9a tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] No DVR routers for this DVR port fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce on host hv-cinder-78462 {{(pid=91836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:19:25.455851 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-91f05bbe-a4bb-4b41-8ec0-34258b41691c req-de94c469-bd9b-4876-bc9c-c515382b3a9a tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:25.458400 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464864d6-e293-4d7c-aa2e-7476a9aad3e1', 'name': 'network-vif-deleted', 'tag': 'fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:19:25.474839 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-91f05bbe-a4bb-4b41-8ec0-34258b41691c req-de94c469-bd9b-4876-bc9c-c515382b3a9a tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.25 "DELETE /v2.0/ports/fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce HTTP/1.1" status: 204 len: 173 time: 0.7935398 May 19 21:19:25.507354 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464864d6-e293-4d7c-aa2e-7476a9aad3e1', 'name': 'network-vif-deleted', 'tag': 'fd07edbe-fb16-4c95-a053-ac2e7dc7a3ce', 'status': 'completed', 'code': 200} May 19 21:19:25.700653 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-c7804157-644f-4964-b6b4-a9dba87665e2 req-3493a419-f611-49cb-89ea-95c2634a1329 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "GET /v2.0/ports?device_id=464864d6-e293-4d7c-aa2e-7476a9aad3e1 HTTP/1.1" status: 200 len: 210 time: 0.0549955 May 19 21:19:26.803191 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 55614) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:19:26.882198 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-7197b4ee-e910-4105-80a5-b156811a0c62 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:26.914983 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-7197b4ee-e910-4105-80a5-b156811a0c62 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:26.983776 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-7197b4ee-e910-4105-80a5-b156811a0c62 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:26.987643 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-277ccd3a-a9b8-477c-9725-c6daa1000af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:19:27.003108 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197b4ee-e910-4105-80a5-b156811a0c62 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=895752b3-e96f-43fa-aaef-19f87418578c,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:19:27.006125 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-7197b4ee-e910-4105-80a5-b156811a0c62 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:19:27.017356 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-7197b4ee-e910-4105-80a5-b156811a0c62 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:27.021484 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-7197b4ee-e910-4105-80a5-b156811a0c62 tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] 10.222.0.44 "DELETE /v2.0/security-groups/895752b3-e96f-43fa-aaef-19f87418578c HTTP/1.1" status: 204 len: 168 time: 0.2140517 May 19 21:19:27.065515 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 55620) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:19:27.690768 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-51509a4f-600b-4d30-b304-89652f00dd38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658486'] for router_interface, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:28.215244 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [None req-51509a4f-600b-4d30-b304-89652f00dd38 admin admin] Deleting port ec5f7f6b-f28f-4135-b596-91fb788f7a93 {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:19:28.215945 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-51509a4f-600b-4d30-b304-89652f00dd38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:28.348945 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [None req-51509a4f-600b-4d30-b304-89652f00dd38 admin admin] For port ec5f7f6b-f28f-4135-b596-91fb788f7a93, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=ec5f7f6b-f28f-4135-b596-91fb788f7a93,segment=NetworkSegment(78a99981-671c-4abb-9417-884234ae710e),segment_id=78a99981-671c-4abb-9417-884234ae710e)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:19:28.349275 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-51509a4f-600b-4d30-b304-89652f00dd38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:28.474291 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [None req-51509a4f-600b-4d30-b304-89652f00dd38 admin admin] Calling delete_port for ec5f7f6b-f28f-4135-b596-91fb788f7a93 owned by network:router_interface {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:19:28.785576 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-51509a4f-600b-4d30-b304-89652f00dd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:28.789390 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-fed946ed-9c6f-441d-9abf-440e03dc1897 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:19:28.835254 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51509a4f-600b-4d30-b304-89652f00dd38 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec5f7f6b-f28f-4135-b596-91fb788f7a93,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:19:28.866021 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-51509a4f-600b-4d30-b304-89652f00dd38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:19:29.120707 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-51509a4f-600b-4d30-b304-89652f00dd38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662438'] for router_interface, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:29.503706 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51509a4f-600b-4d30-b304-89652f00dd38 admin admin] Router 51def476-3db5-4168-9426-3b46fa0fa37d has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:19:29.797451 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51509a4f-600b-4d30-b304-89652f00dd38 admin admin] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:19:29.806243 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c9b352-a04d-4878-8e3a-3c427f926247 None None] Sync routers for ids ['51def476-3db5-4168-9426-3b46fa0fa37d'] in dv-cinder-784623-12-iscsi {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:19:29.810963 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-51509a4f-600b-4d30-b304-89652f00dd38 admin admin] 10.222.0.44 "PUT /v2.0/routers/51def476-3db5-4168-9426-3b46fa0fa37d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7440865 May 19 21:19:29.813252 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 55642) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:19:29.815951 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c9b352-a04d-4878-8e3a-3c427f926247 None None] Routers {'51def476-3db5-4168-9426-3b46fa0fa37d'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:19:29.816573 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-a2c9b352-a04d-4878-8e3a-3c427f926247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:19:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['51def476-3db5-4168-9426-3b46fa0fa37d'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:19:29.993325 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-a2c9b352-a04d-4878-8e3a-3c427f926247 None None] Set router 51def476-3db5-4168-9426-3b46fa0fa37d gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:19:29.996648 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b6e6398b-21ce-4224-8b07-de8adb7243fa admin admin] Notify callbacks [] for router, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:30.175306 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b6e6398b-21ce-4224-8b07-de8adb7243fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:30.250618 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [None req-b6e6398b-21ce-4224-8b07-de8adb7243fa admin admin] Deleting port bddc9ffc-d11e-4860-a503-acfc852ff6f0 {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:19:30.251055 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b6e6398b-21ce-4224-8b07-de8adb7243fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:30.275652 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-a2c9b352-a04d-4878-8e3a-3c427f926247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'name': 'tempest-TestShelveInstance-1340000205-router', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'bddc9ffc-d11e-4860-a503-acfc852ff6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:51Z', 'updated_at': '2021-05-19T21:19:28Z', 'revision_number': 5, 'project_id': '8f782d90475c45a98ec720099679e571', 'gw_port': {'id': 'bddc9ffc-d11e-4860-a503-acfc852ff6f0', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:13:52Z', 'updated_at': '2021-05-19T21:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi'}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:19:30.280001 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c9b352-a04d-4878-8e3a-3c427f926247 None None] Checking router: 51def476-3db5-4168-9426-3b46fa0fa37d for host: dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:19:30.289241 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c9b352-a04d-4878-8e3a-3c427f926247 None None] Routers {'51def476-3db5-4168-9426-3b46fa0fa37d'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:19:30.290001 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-a2c9b352-a04d-4878-8e3a-3c427f926247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:19:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['51def476-3db5-4168-9426-3b46fa0fa37d'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:19:30.381341 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [None req-b6e6398b-21ce-4224-8b07-de8adb7243fa admin admin] For port bddc9ffc-d11e-4860-a503-acfc852ff6f0, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=bddc9ffc-d11e-4860-a503-acfc852ff6f0,segment=NetworkSegment(2ae65b33-9dba-40dd-84dc-4e059aac7a0c),segment_id=2ae65b33-9dba-40dd-84dc-4e059aac7a0c)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:19:30.381680 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b6e6398b-21ce-4224-8b07-de8adb7243fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:30.452065 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-a2c9b352-a04d-4878-8e3a-3c427f926247 None None] Set router 51def476-3db5-4168-9426-3b46fa0fa37d gateway port host: None {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:19:30.509726 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [None req-b6e6398b-21ce-4224-8b07-de8adb7243fa admin admin] Calling delete_port for bddc9ffc-d11e-4860-a503-acfc852ff6f0 owned by network:router_gateway {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:19:30.587370 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-a2c9b352-a04d-4878-8e3a-3c427f926247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'name': 'tempest-TestShelveInstance-1340000205-router', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:51Z', 'updated_at': '2021-05-19T21:19:30Z', 'revision_number': 6, 'project_id': '8f782d90475c45a98ec720099679e571', 'gw_port_host': None}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:19:30.591572 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c9b352-a04d-4878-8e3a-3c427f926247 None None] The sync data for ids ['51def476-3db5-4168-9426-3b46fa0fa37d'] in dv-cinder-784623-12-iscsi is: [{'id': '51def476-3db5-4168-9426-3b46fa0fa37d', 'name': 'tempest-TestShelveInstance-1340000205-router', 'tenant_id': '8f782d90475c45a98ec720099679e571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:13:51Z', 'updated_at': '2021-05-19T21:19:30Z', 'revision_number': 6, 'project_id': '8f782d90475c45a98ec720099679e571', 'gw_port_host': None}] {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:19:30.672012 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b6e6398b-21ce-4224-8b07-de8adb7243fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:30.678582 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-111c3de3-2ed4-48f2-b8e0-7f477ef16105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:19:30.731129 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6398b-21ce-4224-8b07-de8adb7243fa admin admin] Pushing event deleted for resources: {'Port': ['ID=bddc9ffc-d11e-4860-a503-acfc852ff6f0,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:19:30.734035 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-b6e6398b-21ce-4224-8b07-de8adb7243fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:19:30.832740 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b6e6398b-21ce-4224-8b07-de8adb7243fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662813'] for router_gateway, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:31.018145 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b6e6398b-21ce-4224-8b07-de8adb7243fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5415'] for router, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:31.022122 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b6e6398b-21ce-4224-8b07-de8adb7243fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:31.049086 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b6e6398b-21ce-4224-8b07-de8adb7243fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-663626'] for router, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:31.049631 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e6398b-21ce-4224-8b07-de8adb7243fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51def476-3db5-4168-9426-3b46fa0fa37d {{(pid=91836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 21:19:31.062254 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-b6e6398b-21ce-4224-8b07-de8adb7243fa admin admin] Notify callbacks [] for router, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:31.063432 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-b6e6398b-21ce-4224-8b07-de8adb7243fa admin admin] 10.222.0.44 "DELETE /v2.0/routers/51def476-3db5-4168-9426-3b46fa0fa37d HTTP/1.1" status: 204 len: 168 time: 1.2493165 May 19 21:19:31.066447 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 55652) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:19:31.126663 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_v2 [None req-7060c3fc-9afd-4517-b7fd-0d1d8d1368fd admin admin] Deleting subnet 5e79841b-91f9-4a16-ad5e-4c945612b0b9 {{(pid=91836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 21:19:31.130317 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-7060c3fc-9afd-4517-b7fd-0d1d8d1368fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:31.286598 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-7060c3fc-9afd-4517-b7fd-0d1d8d1368fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7440193'] for subnet, precommit_delete_associations {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:31.416078 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-7060c3fc-9afd-4517-b7fd-0d1d8d1368fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1760382'] for subnet, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:31.680546 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-7060c3fc-9afd-4517-b7fd-0d1d8d1368fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6526900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7162050'] for subnet, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:31.684737 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:19:31.723471 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7060c3fc-9afd-4517-b7fd-0d1d8d1368fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e79841b-91f9-4a16-ad5e-4c945612b0b9,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:19:31.726771 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-7060c3fc-9afd-4517-b7fd-0d1d8d1368fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:19:31.727698 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-7060c3fc-9afd-4517-b7fd-0d1d8d1368fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:31.734108 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-7060c3fc-9afd-4517-b7fd-0d1d8d1368fd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5e79841b-91f9-4a16-ad5e-4c945612b0b9 HTTP/1.1" status: 204 len: 168 time: 0.6665869 May 19 21:19:31.738185 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98b38f1-3422-4b7c-be57-d86fecb4d70d None None] Network 3f362d28-4199-45e0-91ca-7ccb175d4e6f requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:19:31.738710 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 55658) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:19:31.841481 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device ec5f7f6b-f28f-4135-b596-91fb788f7a93 no longer exists at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:19:31.867585 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772294'] for network, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:31.888163 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] No Port match for: ec5f7f6b-f28f-4135-b596-91fb788f7a93 {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:19:31.888401 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device ec5f7f6b-f28f-4135-b596-91fb788f7a93 not bound to the agent host dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:19:31.888853 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device bddc9ffc-d11e-4860-a503-acfc852ff6f0 no longer exists at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:19:31.940402 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] Deleting port 1a1e4815-ba1e-4550-b4d2-b8600195c4d8 {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:19:31.940705 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:31.948947 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] No Port match for: bddc9ffc-d11e-4860-a503-acfc852ff6f0 {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:19:31.949273 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device bddc9ffc-d11e-4860-a503-acfc852ff6f0 not bound to the agent host dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:19:32.047921 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] For port 1a1e4815-ba1e-4550-b4d2-b8600195c4d8, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=1a1e4815-ba1e-4550-b4d2-b8600195c4d8,segment=NetworkSegment(78a99981-671c-4abb-9417-884234ae710e),segment_id=78a99981-671c-4abb-9417-884234ae710e)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:19:32.048295 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:32.093150 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411b4168-2cc5-4a22-a434-ecb45b08194b None None] DHCP port deletion for 3f362d28-4199-45e0-91ca-7ccb175d4e6f request from dv-cinder-784623-12-iscsi {{(pid=91838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 21:19:32.164088 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-411b4168-2cc5-4a22-a434-ecb45b08194b None None] Deleting port 1a1e4815-ba1e-4550-b4d2-b8600195c4d8 {{(pid=91838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:19:32.164476 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-411b4168-2cc5-4a22-a434-ecb45b08194b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:32.173588 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] Calling delete_port for 1a1e4815-ba1e-4550-b4d2-b8600195c4d8 owned by network:dhcp {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:19:32.222375 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:32.226944 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-8cd87257-883f-4958-be35-8c0e354ba103 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:19:32.278716 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] Pushing event deleted for resources: {'Port': ['ID=1a1e4815-ba1e-4550-b4d2-b8600195c4d8,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:19:32.280618 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] No DVR routers for this DVR port 1a1e4815-ba1e-4550-b4d2-b8600195c4d8 on host dv-cinder-784623-12-iscsi {{(pid=91836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:19:32.282121 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:19:32.315389 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-411b4168-2cc5-4a22-a434-ecb45b08194b None None] For port 1a1e4815-ba1e-4550-b4d2-b8600195c4d8, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=1a1e4815-ba1e-4550-b4d2-b8600195c4d8,segment=NetworkSegment(78a99981-671c-4abb-9417-884234ae710e),segment_id=78a99981-671c-4abb-9417-884234ae710e)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:19:32.315705 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-411b4168-2cc5-4a22-a434-ecb45b08194b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:32.398577 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754869', 'neutron.services.segments.db._delete_segments_for_network-8750774465410'] for network, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:32.412141 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.services.segments.db [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f362d28-4199-45e0-91ca-7ccb175d4e6f']}} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:19:32.425588 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.services.segments.db [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a99981-671c-4abb-9417-884234ae710e') {'for_net_delete': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:19:32.425907 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.services.segments.db [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a99981-671c-4abb-9417-884234ae710e') {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:19:32.439218 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750774475915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7440214'] for segment, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:32.439988 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-411b4168-2cc5-4a22-a434-ecb45b08194b None None] Calling delete_port for 1a1e4815-ba1e-4550-b4d2-b8600195c4d8 owned by network:dhcp {{(pid=91838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:19:32.460317 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:32.467662 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=91836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:19:32.468060 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6504470'] for segment, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:32.481635 dv-cinder-784623-12-iscsi neutron-server[91836]: Traceback (most recent call last): May 19 21:19:32.481635 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 21:19:32.481635 dv-cinder-784623-12-iscsi neutron-server[91836]: timer() May 19 21:19:32.481635 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 21:19:32.481635 dv-cinder-784623-12-iscsi neutron-server[91836]: cb(*args, **kw) May 19 21:19:32.481635 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 21:19:32.481635 dv-cinder-784623-12-iscsi neutron-server[91836]: return func(*args, **kwargs) May 19 21:19:32.481635 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 21:19:32.481635 dv-cinder-784623-12-iscsi neutron-server[91836]: self._notify() May 19 21:19:32.481635 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 21:19:32.481635 dv-cinder-784623-12-iscsi neutron-server[91836]: self.callback(batched_events) May 19 21:19:32.481635 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 21:19:32.481635 dv-cinder-784623-12-iscsi neutron-server[91836]: event.method(event) May 19 21:19:32.481635 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 21:19:32.481635 dv-cinder-784623-12-iscsi neutron-server[91836]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 21:19:32.481635 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 21:19:32.481635 dv-cinder-784623-12-iscsi neutron-server[91836]: aggregate_uuid = self.p_client.list_aggregates( May 19 21:19:32.481635 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 21:19:32.481635 dv-cinder-784623-12-iscsi neutron-server[91836]: return f(self, *a, **k) May 19 21:19:32.481635 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 21:19:32.481635 dv-cinder-784623-12-iscsi neutron-server[91836]: return self._get(url).json() May 19 21:19:32.481635 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 21:19:32.481635 dv-cinder-784623-12-iscsi neutron-server[91836]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 21:19:32.481635 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 21:19:32.481635 dv-cinder-784623-12-iscsi neutron-server[91836]: return self.request(url, 'GET', **kwargs) May 19 21:19:32.481635 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 21:19:32.481635 dv-cinder-784623-12-iscsi neutron-server[91836]: base_url = self.get_endpoint(auth, allow=allow, May 19 21:19:32.481635 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 21:19:32.481635 dv-cinder-784623-12-iscsi neutron-server[91836]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 21:19:32.481635 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 21:19:32.481635 dv-cinder-784623-12-iscsi neutron-server[91836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 21:19:32.481635 dv-cinder-784623-12-iscsi neutron-server[91836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 21:19:32.491632 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-411b4168-2cc5-4a22-a434-ecb45b08194b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196'] for port, after_delete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:32.496386 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-60ae198f-a1de-42cb-9ad8-0cda0ae82e4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:19:32.545371 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b4168-2cc5-4a22-a434-ecb45b08194b None None] Pushing event deleted for resources: {'Port': ['ID=1a1e4815-ba1e-4550-b4d2-b8600195c4d8,revision_number=None']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:19:32.547990 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-411b4168-2cc5-4a22-a434-ecb45b08194b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:19:32.551285 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411b4168-2cc5-4a22-a434-ecb45b08194b None None] No DVR routers for this DVR port 1a1e4815-ba1e-4550-b4d2-b8600195c4d8 on host dv-cinder-784623-12-iscsi {{(pid=91838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:19:32.565217 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662838'] for network, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:32.570655 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:32.573442 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:19:32.596644 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] Pushing event deleted for resources: {'Network': ['ID=3f362d28-4199-45e0-91ca-7ccb175d4e6f,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:19:32.603022 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] 10.222.0.44 "DELETE /v2.0/networks/3f362d28-4199-45e0-91ca-7ccb175d4e6f HTTP/1.1" status: 204 len: 168 time: 0.8650949 May 19 21:19:32.606799 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 55662) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:19:32.608477 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:19:32.608874 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:19:32.609332 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:19:32.609770 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:19:32.610122 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:19:32.610473 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:19:32.610826 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:19:32.611200 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:19:32.611599 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:19:32.611965 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:19:32.612458 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:19:32.612816 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:19:32.616396 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:19:33.179628 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-fa3c1c85-de28-4b22-9743-c4e753a74764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658486'] for router_interface, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:33.224336 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:19:33.602772 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-fa3c1c85-de28-4b22-9743-c4e753a74764 admin admin] Deleting port bd108647-ff72-4262-9657-3972af1c4c90 {{(pid=91837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:19:33.603135 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-fa3c1c85-de28-4b22-9743-c4e753a74764 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:33.732467 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.db [None req-fa3c1c85-de28-4b22-9743-c4e753a74764 admin admin] For port bd108647-ff72-4262-9657-3972af1c4c90, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=bd108647-ff72-4262-9657-3972af1c4c90,segment=NetworkSegment(7065dbc1-fda7-45c6-89ff-1640193752cc),segment_id=7065dbc1-fda7-45c6-89ff-1640193752cc)] {{(pid=91837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:19:33.733177 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-fa3c1c85-de28-4b22-9743-c4e753a74764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:33.803745 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 1a1e4815-ba1e-4550-b4d2-b8600195c4d8 no longer exists at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:19:33.838825 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] No Port match for: 1a1e4815-ba1e-4550-b4d2-b8600195c4d8 {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:19:33.839134 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 1a1e4815-ba1e-4550-b4d2-b8600195c4d8 not bound to the agent host dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:19:33.859543 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-fa3c1c85-de28-4b22-9743-c4e753a74764 admin admin] Calling delete_port for bd108647-ff72-4262-9657-3972af1c4c90 owned by network:router_interface {{(pid=91837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:19:34.132691 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-fa3c1c85-de28-4b22-9743-c4e753a74764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6754477'] for port, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:34.136267 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:19:34.181984 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c1c85-de28-4b22-9743-c4e753a74764 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd108647-ff72-4262-9657-3972af1c4c90,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:19:34.219871 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c1c85-de28-4b22-9743-c4e753a74764 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:19:34.220274 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c1c85-de28-4b22-9743-c4e753a74764 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:19:34.220646 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c1c85-de28-4b22-9743-c4e753a74764 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:19:34.221067 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c1c85-de28-4b22-9743-c4e753a74764 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:19:34.221433 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c1c85-de28-4b22-9743-c4e753a74764 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:19:34.221792 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c1c85-de28-4b22-9743-c4e753a74764 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:19:34.222266 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c1c85-de28-4b22-9743-c4e753a74764 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:19:34.222634 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c1c85-de28-4b22-9743-c4e753a74764 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:19:34.223014 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c1c85-de28-4b22-9743-c4e753a74764 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:19:34.223371 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c1c85-de28-4b22-9743-c4e753a74764 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:19:34.223931 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c1c85-de28-4b22-9743-c4e753a74764 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:19:34.224061 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3c1c85-de28-4b22-9743-c4e753a74764 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:19:34.233312 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-fa3c1c85-de28-4b22-9743-c4e753a74764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:19:34.468943 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-fa3c1c85-de28-4b22-9743-c4e753a74764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662438'] for router_interface, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:34.852984 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3c1c85-de28-4b22-9743-c4e753a74764 admin admin] Router 90241a10-98f6-4849-a0d9-a17b0f770124 has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:19:35.049474 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3c1c85-de28-4b22-9743-c4e753a74764 admin admin] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:19:35.059252 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cf8d1d-c697-42de-a5e2-47239295b23e None None] Sync routers for ids ['90241a10-98f6-4849-a0d9-a17b0f770124'] in dv-cinder-784623-12-iscsi {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:19:35.070599 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cf8d1d-c697-42de-a5e2-47239295b23e None None] Routers {'90241a10-98f6-4849-a0d9-a17b0f770124'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:19:35.070876 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-fa3c1c85-de28-4b22-9743-c4e753a74764 admin admin] 10.222.0.44 "PUT /v2.0/routers/90241a10-98f6-4849-a0d9-a17b0f770124/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4624453 May 19 21:19:35.071643 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-48cf8d1d-c697-42de-a5e2-47239295b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:19:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['90241a10-98f6-4849-a0d9-a17b0f770124'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:19:35.072965 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 55674) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:19:35.255038 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-48cf8d1d-c697-42de-a5e2-47239295b23e None None] Set router 90241a10-98f6-4849-a0d9-a17b0f770124 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:19:35.257159 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-6e8f6f00-c070-4543-ab08-b054a23601b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:35.560553 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-48cf8d1d-c697-42de-a5e2-47239295b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90241a10-98f6-4849-a0d9-a17b0f770124', 'name': 'tempest-TestShelveInstance-125723124-router', 'tenant_id': '2f7b955f86d849bdbae9a1ed31bcbc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': 'c21d7029-7eb4-4749-8c9f-431ebd0ad54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:14:01Z', 'updated_at': '2021-05-19T21:19:34Z', 'revision_number': 5, 'project_id': '2f7b955f86d849bdbae9a1ed31bcbc1a', 'gw_port': {'id': 'c21d7029-7eb4-4749-8c9f-431ebd0ad54f', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90241a10-98f6-4849-a0d9-a17b0f770124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:14:02Z', 'updated_at': '2021-05-19T21:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi'}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:19:35.565113 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cf8d1d-c697-42de-a5e2-47239295b23e None None] Checking router: 90241a10-98f6-4849-a0d9-a17b0f770124 for host: dv-cinder-784623-12-iscsi {{(pid=91839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:19:35.574627 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cf8d1d-c697-42de-a5e2-47239295b23e None None] Routers {'90241a10-98f6-4849-a0d9-a17b0f770124'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:19:35.575261 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-48cf8d1d-c697-42de-a5e2-47239295b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:19:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['90241a10-98f6-4849-a0d9-a17b0f770124'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:19:35.588920 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-6e8f6f00-c070-4543-ab08-b054a23601b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:35.660198 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-6e8f6f00-c070-4543-ab08-b054a23601b7 admin admin] Deleting port c21d7029-7eb4-4749-8c9f-431ebd0ad54f {{(pid=91837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:19:35.660520 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-6e8f6f00-c070-4543-ab08-b054a23601b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:35.725605 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-48cf8d1d-c697-42de-a5e2-47239295b23e None None] Set router 90241a10-98f6-4849-a0d9-a17b0f770124 gateway port host: None {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:19:35.787947 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.db [None req-6e8f6f00-c070-4543-ab08-b054a23601b7 admin admin] For port c21d7029-7eb4-4749-8c9f-431ebd0ad54f, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=c21d7029-7eb4-4749-8c9f-431ebd0ad54f,segment=NetworkSegment(2ae65b33-9dba-40dd-84dc-4e059aac7a0c),segment_id=2ae65b33-9dba-40dd-84dc-4e059aac7a0c)] {{(pid=91837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:19:35.788347 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-6e8f6f00-c070-4543-ab08-b054a23601b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:35.835197 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-48cf8d1d-c697-42de-a5e2-47239295b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90241a10-98f6-4849-a0d9-a17b0f770124', 'name': 'tempest-TestShelveInstance-125723124-router', 'tenant_id': '2f7b955f86d849bdbae9a1ed31bcbc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:14:01Z', 'updated_at': '2021-05-19T21:19:35Z', 'revision_number': 6, 'project_id': '2f7b955f86d849bdbae9a1ed31bcbc1a', 'gw_port_host': None}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:19:35.839416 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cf8d1d-c697-42de-a5e2-47239295b23e None None] The sync data for ids ['90241a10-98f6-4849-a0d9-a17b0f770124'] in dv-cinder-784623-12-iscsi is: [{'id': '90241a10-98f6-4849-a0d9-a17b0f770124', 'name': 'tempest-TestShelveInstance-125723124-router', 'tenant_id': '2f7b955f86d849bdbae9a1ed31bcbc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:14:01Z', 'updated_at': '2021-05-19T21:19:35Z', 'revision_number': 6, 'project_id': '2f7b955f86d849bdbae9a1ed31bcbc1a', 'gw_port_host': None}] {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:19:35.916481 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-6e8f6f00-c070-4543-ab08-b054a23601b7 admin admin] Calling delete_port for c21d7029-7eb4-4749-8c9f-431ebd0ad54f owned by network:router_gateway {{(pid=91837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:19:35.979295 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-7d671b4c-5f4d-4b09-b14f-8dca93221191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:36.086021 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-6e8f6f00-c070-4543-ab08-b054a23601b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6754477'] for port, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:36.091738 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-decef289-2fac-4ab5-8538-07869fbf7e1c tempest-TestMinimumBasicScenario-887773927 tempest-TestMinimumBasicScenario-887773927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:19:36.136435 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f6f00-c070-4543-ab08-b054a23601b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c21d7029-7eb4-4749-8c9f-431ebd0ad54f,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:19:36.139430 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-6e8f6f00-c070-4543-ab08-b054a23601b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:19:36.232860 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-6e8f6f00-c070-4543-ab08-b054a23601b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662813'] for router_gateway, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:36.410676 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-6e8f6f00-c070-4543-ab08-b054a23601b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5415'] for router, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:36.412498 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-6e8f6f00-c070-4543-ab08-b054a23601b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:36.437687 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-6e8f6f00-c070-4543-ab08-b054a23601b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-663626'] for router, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:36.438178 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8f6f00-c070-4543-ab08-b054a23601b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90241a10-98f6-4849-a0d9-a17b0f770124 {{(pid=91837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 21:19:36.450797 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-6e8f6f00-c070-4543-ab08-b054a23601b7 admin admin] Notify callbacks [] for router, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:36.451966 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-6e8f6f00-c070-4543-ab08-b054a23601b7 admin admin] 10.222.0.44 "DELETE /v2.0/routers/90241a10-98f6-4849-a0d9-a17b0f770124 HTTP/1.1" status: 204 len: 168 time: 1.3780830 May 19 21:19:36.454552 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 55684) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:19:36.515730 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ec2dbf-0478-4885-92c9-70b3ca725980 admin admin] Deleting subnet 2e4fb3ed-ed45-4240-90c2-d6a080d08a7e {{(pid=91837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 21:19:36.519377 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2dbf-0478-4885-92c9-70b3ca725980 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:36.575504 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2dbf-0478-4885-92c9-70b3ca725980 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7566427'] for subnet, precommit_delete_associations {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:36.657799 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2dbf-0478-4885-92c9-70b3ca725980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1760382'] for subnet, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:36.946442 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2dbf-0478-4885-92c9-70b3ca725980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6801266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6349982'] for subnet, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:36.951357 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-737ff16f-323b-4c1c-9587-328c54fe8b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:19:36.987371 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec2dbf-0478-4885-92c9-70b3ca725980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e4fb3ed-ed45-4240-90c2-d6a080d08a7e,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:19:36.990152 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-d0ec2dbf-0478-4885-92c9-70b3ca725980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:19:36.994802 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2dbf-0478-4885-92c9-70b3ca725980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for subnet, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:37.000219 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4b40e0-4e65-4793-956b-2ac2c7e17962 None None] Network 138d3f55-c3c8-4828-9c23-4e61ba3ea043 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:19:37.001679 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-d0ec2dbf-0478-4885-92c9-70b3ca725980 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2e4fb3ed-ed45-4240-90c2-d6a080d08a7e HTTP/1.1" status: 204 len: 168 time: 0.5459778 May 19 21:19:37.004455 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 55694) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:19:37.117484 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-0889f2e6-8968-47ae-8684-11248ca844b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772294'] for network, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:37.194066 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [None req-0889f2e6-8968-47ae-8684-11248ca844b5 admin admin] Deleting port dabc5c21-e79d-44cf-a5bd-41588faff52a {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:19:37.194369 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-0889f2e6-8968-47ae-8684-11248ca844b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:37.255426 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6dce5f-c8dd-4aac-bc33-572f59532b20 None None] DHCP port deletion for 138d3f55-c3c8-4828-9c23-4e61ba3ea043 request from dv-cinder-784623-12-iscsi {{(pid=91838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 21:19:37.324620 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-3a6dce5f-c8dd-4aac-bc33-572f59532b20 None None] Deleting port dabc5c21-e79d-44cf-a5bd-41588faff52a {{(pid=91838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:19:37.325000 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-3a6dce5f-c8dd-4aac-bc33-572f59532b20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:37.409869 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [None req-0889f2e6-8968-47ae-8684-11248ca844b5 admin admin] For port dabc5c21-e79d-44cf-a5bd-41588faff52a, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=dabc5c21-e79d-44cf-a5bd-41588faff52a,segment=NetworkSegment(7065dbc1-fda7-45c6-89ff-1640193752cc),segment_id=7065dbc1-fda7-45c6-89ff-1640193752cc)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:19:37.410201 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-0889f2e6-8968-47ae-8684-11248ca844b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:37.425764 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-3a6dce5f-c8dd-4aac-bc33-572f59532b20 None None] For port dabc5c21-e79d-44cf-a5bd-41588faff52a, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=dabc5c21-e79d-44cf-a5bd-41588faff52a,segment=NetworkSegment(7065dbc1-fda7-45c6-89ff-1640193752cc),segment_id=7065dbc1-fda7-45c6-89ff-1640193752cc)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:19:37.426156 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-3a6dce5f-c8dd-4aac-bc33-572f59532b20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:37.529959 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [None req-0889f2e6-8968-47ae-8684-11248ca844b5 admin admin] Calling delete_port for dabc5c21-e79d-44cf-a5bd-41588faff52a owned by network:dhcp {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:19:37.544723 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-3a6dce5f-c8dd-4aac-bc33-572f59532b20 None None] Calling delete_port for dabc5c21-e79d-44cf-a5bd-41588faff52a owned by network:dhcp {{(pid=91838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:19:37.580420 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-0889f2e6-8968-47ae-8684-11248ca844b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:37.584682 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-de445a8b-abcc-4918-9ccf-b0c51b845237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:19:37.587478 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-3a6dce5f-c8dd-4aac-bc33-572f59532b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196'] for port, after_delete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:37.591088 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:19:37.631101 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889f2e6-8968-47ae-8684-11248ca844b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dabc5c21-e79d-44cf-a5bd-41588faff52a,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:19:37.633654 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-0889f2e6-8968-47ae-8684-11248ca844b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:19:37.636057 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0889f2e6-8968-47ae-8684-11248ca844b5 admin admin] No DVR routers for this DVR port dabc5c21-e79d-44cf-a5bd-41588faff52a on host dv-cinder-784623-12-iscsi {{(pid=91836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:19:37.636840 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6dce5f-c8dd-4aac-bc33-572f59532b20 None None] Pushing event deleted for resources: {'Port': ['ID=dabc5c21-e79d-44cf-a5bd-41588faff52a,revision_number=None']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:19:37.638655 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6dce5f-c8dd-4aac-bc33-572f59532b20 None None] No DVR routers for this DVR port dabc5c21-e79d-44cf-a5bd-41588faff52a on host dv-cinder-784623-12-iscsi {{(pid=91838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:19:37.640056 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-3a6dce5f-c8dd-4aac-bc33-572f59532b20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:19:37.756085 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-0889f2e6-8968-47ae-8684-11248ca844b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754869', 'neutron.services.segments.db._delete_segments_for_network-8750774465410'] for network, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:37.775126 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.services.segments.db [None req-0889f2e6-8968-47ae-8684-11248ca844b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['138d3f55-c3c8-4828-9c23-4e61ba3ea043']}} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:19:37.789348 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.services.segments.db [None req-0889f2e6-8968-47ae-8684-11248ca844b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7065dbc1-fda7-45c6-89ff-1640193752cc') {'for_net_delete': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:19:37.789348 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.services.segments.db [None req-0889f2e6-8968-47ae-8684-11248ca844b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7065dbc1-fda7-45c6-89ff-1640193752cc') {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:19:37.801040 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-0889f2e6-8968-47ae-8684-11248ca844b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750774475915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7440214'] for segment, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:37.812649 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device bd108647-ff72-4262-9657-3972af1c4c90 no longer exists at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:19:37.818439 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-0889f2e6-8968-47ae-8684-11248ca844b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:37.825929 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0889f2e6-8968-47ae-8684-11248ca844b5 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=91836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:19:37.826406 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-0889f2e6-8968-47ae-8684-11248ca844b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6504470'] for segment, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:37.840098 dv-cinder-784623-12-iscsi neutron-server[91836]: Traceback (most recent call last): May 19 21:19:37.840098 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 21:19:37.840098 dv-cinder-784623-12-iscsi neutron-server[91836]: timer() May 19 21:19:37.840098 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 21:19:37.840098 dv-cinder-784623-12-iscsi neutron-server[91836]: cb(*args, **kw) May 19 21:19:37.840098 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 21:19:37.840098 dv-cinder-784623-12-iscsi neutron-server[91836]: return func(*args, **kwargs) May 19 21:19:37.840098 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 21:19:37.840098 dv-cinder-784623-12-iscsi neutron-server[91836]: self._notify() May 19 21:19:37.840098 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 21:19:37.840098 dv-cinder-784623-12-iscsi neutron-server[91836]: self.callback(batched_events) May 19 21:19:37.840098 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 21:19:37.840098 dv-cinder-784623-12-iscsi neutron-server[91836]: event.method(event) May 19 21:19:37.840098 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 21:19:37.840098 dv-cinder-784623-12-iscsi neutron-server[91836]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 21:19:37.840098 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 21:19:37.840098 dv-cinder-784623-12-iscsi neutron-server[91836]: aggregate_uuid = self.p_client.list_aggregates( May 19 21:19:37.840098 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 21:19:37.840098 dv-cinder-784623-12-iscsi neutron-server[91836]: return f(self, *a, **k) May 19 21:19:37.840098 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 21:19:37.840098 dv-cinder-784623-12-iscsi neutron-server[91836]: return self._get(url).json() May 19 21:19:37.840098 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 21:19:37.840098 dv-cinder-784623-12-iscsi neutron-server[91836]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 21:19:37.840098 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 21:19:37.840098 dv-cinder-784623-12-iscsi neutron-server[91836]: return self.request(url, 'GET', **kwargs) May 19 21:19:37.840098 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 21:19:37.840098 dv-cinder-784623-12-iscsi neutron-server[91836]: base_url = self.get_endpoint(auth, allow=allow, May 19 21:19:37.840098 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 21:19:37.840098 dv-cinder-784623-12-iscsi neutron-server[91836]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 21:19:37.840098 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 21:19:37.840098 dv-cinder-784623-12-iscsi neutron-server[91836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 21:19:37.840098 dv-cinder-784623-12-iscsi neutron-server[91836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 21:19:37.849602 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] No Port match for: bd108647-ff72-4262-9657-3972af1c4c90 {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:19:37.849961 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device bd108647-ff72-4262-9657-3972af1c4c90 not bound to the agent host dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:19:37.850661 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device dabc5c21-e79d-44cf-a5bd-41588faff52a no longer exists at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:19:37.886764 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] No Port match for: dabc5c21-e79d-44cf-a5bd-41588faff52a {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:19:37.887402 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device dabc5c21-e79d-44cf-a5bd-41588faff52a not bound to the agent host dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:19:37.887998 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device c21d7029-7eb4-4749-8c9f-431ebd0ad54f no longer exists at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:19:37.927200 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-0889f2e6-8968-47ae-8684-11248ca844b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662838'] for network, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:37.928543 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] No Port match for: c21d7029-7eb4-4749-8c9f-431ebd0ad54f {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:19:37.928958 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device c21d7029-7eb4-4749-8c9f-431ebd0ad54f not bound to the agent host dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:19:37.931590 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:19:37.947204 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-0889f2e6-8968-47ae-8684-11248ca844b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:37.958087 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889f2e6-8968-47ae-8684-11248ca844b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=138d3f55-c3c8-4828-9c23-4e61ba3ea043,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:19:37.962334 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-0889f2e6-8968-47ae-8684-11248ca844b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:19:37.966357 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-0889f2e6-8968-47ae-8684-11248ca844b5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/138d3f55-c3c8-4828-9c23-4e61ba3ea043 HTTP/1.1" status: 204 len: 168 time: 0.9608216 May 19 21:19:38.111537 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 55708) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:19:38.164218 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-5f42c6e6-6a48-40b8-831e-5acb275f1bc7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8f782d90475c45a98ec720099679e571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513010 May 19 21:19:38.166641 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 55712) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:19:38.229248 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-89040d9f-4cab-4830-adff-14a49bb51fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:38.260389 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-89040d9f-4cab-4830-adff-14a49bb51fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:38.327631 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-89040d9f-4cab-4830-adff-14a49bb51fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:38.331451 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-e1bb6aaf-5654-473d-8216-2e640a23a6ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:19:38.345886 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89040d9f-4cab-4830-adff-14a49bb51fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf747f9-50b2-4858-95b1-89ce75e8b3df,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:19:38.349562 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-89040d9f-4cab-4830-adff-14a49bb51fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:19:38.357591 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-89040d9f-4cab-4830-adff-14a49bb51fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:38.358751 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-89040d9f-4cab-4830-adff-14a49bb51fb2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/faf747f9-50b2-4858-95b1-89ce75e8b3df HTTP/1.1" status: 204 len: 168 time: 0.1912072 May 19 21:19:38.467080 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:38.737788 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 55722) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:19:38.797173 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-ae9423e8-0fe1-40b6-9388-ef7f7e7ea104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:38.801303 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-cd96e37d-da40-4f55-a5fd-8e2980586b2a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2f7b955f86d849bdbae9a1ed31bcbc1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0621603 May 19 21:19:38.803880 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 55726) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:19:38.867207 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ebb2bc74-fb59-4167-a62e-cf42c02c7e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:38.898674 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ebb2bc74-fb59-4167-a62e-cf42c02c7e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:38.952383 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ebb2bc74-fb59-4167-a62e-cf42c02c7e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:38.957611 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-1a3154a2-9dde-48e8-829e-ee3b4a82ed7e tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:19:38.969684 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb2bc74-fb59-4167-a62e-cf42c02c7e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea17f366-5db8-455c-a1a2-ec6c52b9ecb1,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:19:38.973840 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-ebb2bc74-fb59-4167-a62e-cf42c02c7e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:19:38.977311 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-ebb2bc74-fb59-4167-a62e-cf42c02c7e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:38.978755 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-ebb2bc74-fb59-4167-a62e-cf42c02c7e57 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea17f366-5db8-455c-a1a2-ec6c52b9ecb1 HTTP/1.1" status: 204 len: 168 time: 0.1738610 May 19 21:19:39.485678 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:41.267397 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:44.615707 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:45.696271 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 55780) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:19:45.761539 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2998731-ab41-44e5-8b89-4d5ba95be3ce admin admin] Deleting subnet c0744314-fad2-4fe4-a5c1-7737c1ba7b49 {{(pid=91837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 21:19:45.765352 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-e2998731-ab41-44e5-8b89-4d5ba95be3ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:45.821274 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-e2998731-ab41-44e5-8b89-4d5ba95be3ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7566427'] for subnet, precommit_delete_associations {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:45.878108 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-e2998731-ab41-44e5-8b89-4d5ba95be3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1760382'] for subnet, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:46.248105 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-e2998731-ab41-44e5-8b89-4d5ba95be3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6801266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6349982'] for subnet, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:46.252941 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-4d4037ce-82c0-417c-b5ee-3161f01ccb6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:19:46.290617 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2998731-ab41-44e5-8b89-4d5ba95be3ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0744314-fad2-4fe4-a5c1-7737c1ba7b49,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:19:46.292600 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-e2998731-ab41-44e5-8b89-4d5ba95be3ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for subnet, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:46.295332 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-e2998731-ab41-44e5-8b89-4d5ba95be3ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:19:46.299829 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-e2998731-ab41-44e5-8b89-4d5ba95be3ce admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c0744314-fad2-4fe4-a5c1-7737c1ba7b49 HTTP/1.1" status: 204 len: 168 time: 0.6025145 May 19 21:19:46.303417 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 55784) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:19:46.411123 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-bb649152-6d0a-429b-8018-e396a72d8aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772294'] for network, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:46.540733 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-bb649152-6d0a-429b-8018-e396a72d8aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754869', 'neutron.services.segments.db._delete_segments_for_network-8750774465410'] for network, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:46.555166 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.services.segments.db [None req-bb649152-6d0a-429b-8018-e396a72d8aea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1581f5-fced-437d-95d4-d42aa4839d3e']}} {{(pid=91837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:19:46.568666 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.services.segments.db [None req-bb649152-6d0a-429b-8018-e396a72d8aea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee364cb2-30f7-4c57-9e4e-c9aea9783fb6') {'for_net_delete': True} {{(pid=91837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:19:46.568931 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.services.segments.db [None req-bb649152-6d0a-429b-8018-e396a72d8aea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee364cb2-30f7-4c57-9e4e-c9aea9783fb6') {} {{(pid=91837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:19:46.581718 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-bb649152-6d0a-429b-8018-e396a72d8aea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750774475915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7566412'] for segment, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:46.598301 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-bb649152-6d0a-429b-8018-e396a72d8aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:46.604542 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb649152-6d0a-429b-8018-e396a72d8aea admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=91837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:19:46.604915 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-bb649152-6d0a-429b-8018-e396a72d8aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6754512'] for segment, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:46.618138 dv-cinder-784623-12-iscsi neutron-server[91837]: Traceback (most recent call last): May 19 21:19:46.618138 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 21:19:46.618138 dv-cinder-784623-12-iscsi neutron-server[91837]: timer() May 19 21:19:46.618138 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 21:19:46.618138 dv-cinder-784623-12-iscsi neutron-server[91837]: cb(*args, **kw) May 19 21:19:46.618138 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 21:19:46.618138 dv-cinder-784623-12-iscsi neutron-server[91837]: return func(*args, **kwargs) May 19 21:19:46.618138 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 21:19:46.618138 dv-cinder-784623-12-iscsi neutron-server[91837]: self._notify() May 19 21:19:46.618138 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 21:19:46.618138 dv-cinder-784623-12-iscsi neutron-server[91837]: self.callback(batched_events) May 19 21:19:46.618138 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 21:19:46.618138 dv-cinder-784623-12-iscsi neutron-server[91837]: event.method(event) May 19 21:19:46.618138 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 21:19:46.618138 dv-cinder-784623-12-iscsi neutron-server[91837]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 21:19:46.618138 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 21:19:46.618138 dv-cinder-784623-12-iscsi neutron-server[91837]: aggregate_uuid = self.p_client.list_aggregates( May 19 21:19:46.618138 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 21:19:46.618138 dv-cinder-784623-12-iscsi neutron-server[91837]: return f(self, *a, **k) May 19 21:19:46.618138 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 21:19:46.618138 dv-cinder-784623-12-iscsi neutron-server[91837]: return self._get(url).json() May 19 21:19:46.618138 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 21:19:46.618138 dv-cinder-784623-12-iscsi neutron-server[91837]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 21:19:46.618138 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 21:19:46.618138 dv-cinder-784623-12-iscsi neutron-server[91837]: return self.request(url, 'GET', **kwargs) May 19 21:19:46.618138 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 21:19:46.618138 dv-cinder-784623-12-iscsi neutron-server[91837]: base_url = self.get_endpoint(auth, allow=allow, May 19 21:19:46.618138 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 21:19:46.618138 dv-cinder-784623-12-iscsi neutron-server[91837]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 21:19:46.618138 dv-cinder-784623-12-iscsi neutron-server[91837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 21:19:46.618138 dv-cinder-784623-12-iscsi neutron-server[91837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 21:19:46.618138 dv-cinder-784623-12-iscsi neutron-server[91837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 21:19:46.698268 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-bb649152-6d0a-429b-8018-e396a72d8aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662838'] for network, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:46.701871 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:19:46.715540 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-bb649152-6d0a-429b-8018-e396a72d8aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:46.726306 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb649152-6d0a-429b-8018-e396a72d8aea admin admin] Pushing event deleted for resources: {'Network': ['ID=ea1581f5-fced-437d-95d4-d42aa4839d3e,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:19:46.729518 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-bb649152-6d0a-429b-8018-e396a72d8aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:19:46.735514 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-bb649152-6d0a-429b-8018-e396a72d8aea admin admin] 10.222.0.44 "DELETE /v2.0/networks/ea1581f5-fced-437d-95d4-d42aa4839d3e HTTP/1.1" status: 204 len: 168 time: 0.4310062 May 19 21:19:46.930269 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 55790) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:19:46.984400 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-b7388503-569c-4f6a-819a-b92818620895 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b23fd16254e848cf8541ae0546fc9691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527883 May 19 21:19:46.986954 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 55794) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:19:47.056675 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-a442dfe8-105a-4f95-882f-982e10147803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:47.089114 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-a442dfe8-105a-4f95-882f-982e10147803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:47.145222 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-a442dfe8-105a-4f95-882f-982e10147803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:47.149347 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-2e20f734-40ec-4444-a74b-b91864d7a61e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:19:47.164472 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a442dfe8-105a-4f95-882f-982e10147803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111de7c3-c525-487d-a552-d8963e6c2bba,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:19:47.167105 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-a442dfe8-105a-4f95-882f-982e10147803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:19:47.178301 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-a442dfe8-105a-4f95-882f-982e10147803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:47.179438 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-a442dfe8-105a-4f95-882f-982e10147803 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/111de7c3-c525-487d-a552-d8963e6c2bba HTTP/1.1" status: 204 len: 168 time: 0.1915441 May 19 21:19:50.171766 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598aea35-15d2-4f77-b459-42a24d85fab8 req-f5b17a24-5b38-4aee-b411-db0360fa1e73 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:19:50.173118 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-598aea35-15d2-4f77-b459-42a24d85fab8 req-f5b17a24-5b38-4aee-b411-db0360fa1e73 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=5770022d-f165-45bc-a311-eb36d59d47ce HTTP/1.1" status: 200 len: 946 time: 0.0925567 May 19 21:19:50.221862 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-598aea35-15d2-4f77-b459-42a24d85fab8 req-0b31ced0-25b3-4816-bb3c-7575d3729d6b tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399957 May 19 21:19:51.432749 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb896496-0164-4d08-b2f3-cb8c7ee569a5 req-7dd9f29d-5389-4e5e-ad60-88906870b554 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:19:51.434617 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-cb896496-0164-4d08-b2f3-cb8c7ee569a5 req-7dd9f29d-5389-4e5e-ad60-88906870b554 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=5770022d-f165-45bc-a311-eb36d59d47ce HTTP/1.1" status: 200 len: 946 time: 0.1005111 May 19 21:19:51.531149 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-cb896496-0164-4d08-b2f3-cb8c7ee569a5 req-b2b48066-21f6-41e1-b656-cf7e2a619748 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608647 May 19 21:19:51.554531 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e407c67-a391-44b6-acd5-e84ae5c7e82f req-8bb67a19-2fd8-4d04-aa6b-ac36e05cc848 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:19:51.555991 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5e407c67-a391-44b6-acd5-e84ae5c7e82f req-8bb67a19-2fd8-4d04-aa6b-ac36e05cc848 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.25 "GET /v2.0/ports?device_id=5770022d-f165-45bc-a311-eb36d59d47ce HTTP/1.1" status: 200 len: 946 time: 0.1205163 May 19 21:19:51.714593 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-5e407c67-a391-44b6-acd5-e84ae5c7e82f req-6ce878a5-510b-481d-b49f-82df7f7c4ecb tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Deleting port a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709 {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:19:51.714907 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-5e407c67-a391-44b6-acd5-e84ae5c7e82f req-6ce878a5-510b-481d-b49f-82df7f7c4ecb tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:51.852789 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-5e407c67-a391-44b6-acd5-e84ae5c7e82f req-6ce878a5-510b-481d-b49f-82df7f7c4ecb tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] For port a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709,segment=NetworkSegment(19ccf4de-557f-4d49-a3d6-a6cd943635cb),segment_id=19ccf4de-557f-4d49-a3d6-a6cd943635cb)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:19:51.853112 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-5e407c67-a391-44b6-acd5-e84ae5c7e82f req-6ce878a5-510b-481d-b49f-82df7f7c4ecb tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:52.153056 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-5e407c67-a391-44b6-acd5-e84ae5c7e82f req-6ce878a5-510b-481d-b49f-82df7f7c4ecb tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:52.153315 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-5e407c67-a391-44b6-acd5-e84ae5c7e82f req-6ce878a5-510b-481d-b49f-82df7f7c4ecb tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658636'] for floatingip, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:52.153673 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.db.l3_db [req-5e407c67-a391-44b6-acd5-e84ae5c7e82f req-6ce878a5-510b-481d-b49f-82df7f7c4ecb tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Floating IP fb5407bb-ed5f-486b-870a-23e572b69250 disassociated. External IP: 172.27.1.3, port: a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709. May 19 21:19:52.154071 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-5e407c67-a391-44b6-acd5-e84ae5c7e82f req-6ce878a5-510b-481d-b49f-82df7f7c4ecb tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Calling delete_port for a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709 owned by compute:nova {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:19:52.380622 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-5e407c67-a391-44b6-acd5-e84ae5c7e82f req-6ce878a5-510b-481d-b49f-82df7f7c4ecb tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:52.386947 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-59ea72e5-eda4-47a6-a07a-3996bab0b1dd tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:19:52.435609 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce878a5-510b-481d-b49f-82df7f7c4ecb tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Pushing event deleted for resources: {'Port': ['ID=a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:19:52.439102 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-6ce878a5-510b-481d-b49f-82df7f7c4ecb tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:19:52.636289 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e407c67-a391-44b6-acd5-e84ae5c7e82f req-6ce878a5-510b-481d-b49f-82df7f7c4ecb tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Router 893d97c3-11bc-44e7-a952-aeb7a789c252 has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:19:52.694491 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-20286172-3ff0-4834-8b3f-b34b35dc4826 req-e7439e77-e36d-4c89-b5bf-97a4064d71c7 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=5770022d-f165-45bc-a311-eb36d59d47ce HTTP/1.1" status: 200 len: 210 time: 0.0491624 May 19 21:19:52.834424 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e407c67-a391-44b6-acd5-e84ae5c7e82f req-6ce878a5-510b-481d-b49f-82df7f7c4ecb tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:19:52.847410 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a950f05-f414-4dba-b1fb-921db4ea3cfb None None] Sync routers for ids ['893d97c3-11bc-44e7-a952-aeb7a789c252'] in dv-cinder-784623-12-iscsi {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:19:52.859289 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a950f05-f414-4dba-b1fb-921db4ea3cfb None None] Routers {'893d97c3-11bc-44e7-a952-aeb7a789c252'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:19:52.859951 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-5a950f05-f414-4dba-b1fb-921db4ea3cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:19:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['893d97c3-11bc-44e7-a952-aeb7a789c252'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:19:52.923889 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e407c67-a391-44b6-acd5-e84ae5c7e82f req-6ce878a5-510b-481d-b49f-82df7f7c4ecb tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] No DVR routers for this DVR port a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709 on host hv-cinder-78462 {{(pid=91836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:19:52.926456 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-5e407c67-a391-44b6-acd5-e84ae5c7e82f req-6ce878a5-510b-481d-b49f-82df7f7c4ecb tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:52.929187 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5770022d-f165-45bc-a311-eb36d59d47ce', 'name': 'network-vif-deleted', 'tag': 'a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:19:52.947261 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5e407c67-a391-44b6-acd5-e84ae5c7e82f req-6ce878a5-510b-481d-b49f-82df7f7c4ecb tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.25 "DELETE /v2.0/ports/a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709 HTTP/1.1" status: 204 len: 173 time: 1.3854795 May 19 21:19:52.983065 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5770022d-f165-45bc-a311-eb36d59d47ce', 'name': 'network-vif-deleted', 'tag': 'a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709', 'status': 'completed', 'code': 200} May 19 21:19:53.042252 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-5a950f05-f414-4dba-b1fb-921db4ea3cfb None None] Set router 893d97c3-11bc-44e7-a952-aeb7a789c252 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:19:53.405180 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-5a950f05-f414-4dba-b1fb-921db4ea3cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'name': 'tempest-TestVolumeBootPattern-2072550495-router', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:38Z', 'updated_at': '2021-05-19T21:16:44Z', 'revision_number': 4, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'gw_port': {'id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:39Z', 'updated_at': '2021-05-19T21:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'f47ad6cd-d0f2-40de-9447-210f55ab476e', 'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'mac_address': 'fa:16:3e:33:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:43Z', 'updated_at': '2021-05-19T21:16:55Z', 'revision_number': 5, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'subnets': [{'id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:19:53.409427 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a950f05-f414-4dba-b1fb-921db4ea3cfb None None] Checking router: 893d97c3-11bc-44e7-a952-aeb7a789c252 for host: dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:19:53.418486 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a950f05-f414-4dba-b1fb-921db4ea3cfb None None] Routers {'893d97c3-11bc-44e7-a952-aeb7a789c252'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:19:53.419118 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-5a950f05-f414-4dba-b1fb-921db4ea3cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:19:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['893d97c3-11bc-44e7-a952-aeb7a789c252'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:19:53.601241 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-5a950f05-f414-4dba-b1fb-921db4ea3cfb None None] Set router 893d97c3-11bc-44e7-a952-aeb7a789c252 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:19:53.921334 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-5a950f05-f414-4dba-b1fb-921db4ea3cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'name': 'tempest-TestVolumeBootPattern-2072550495-router', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:38Z', 'updated_at': '2021-05-19T21:16:44Z', 'revision_number': 4, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'gw_port': {'id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:39Z', 'updated_at': '2021-05-19T21:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'f47ad6cd-d0f2-40de-9447-210f55ab476e', 'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'mac_address': 'fa:16:3e:33:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:43Z', 'updated_at': '2021-05-19T21:16:55Z', 'revision_number': 5, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'subnets': [{'id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:19:53.925341 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a950f05-f414-4dba-b1fb-921db4ea3cfb None None] The sync data for ids ['893d97c3-11bc-44e7-a952-aeb7a789c252'] in dv-cinder-784623-12-iscsi is: [{'id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'name': 'tempest-TestVolumeBootPattern-2072550495-router', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:38Z', 'updated_at': '2021-05-19T21:16:44Z', 'revision_number': 4, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'gw_port': {'id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:39Z', 'updated_at': '2021-05-19T21:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'f47ad6cd-d0f2-40de-9447-210f55ab476e', 'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'mac_address': 'fa:16:3e:33:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:43Z', 'updated_at': '2021-05-19T21:16:55Z', 'revision_number': 5, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'subnets': [{'id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:19:54.090348 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-c91e06eb-d73f-466d-a7ed-7a4e129317cb tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-46015741&fields=id&tenant_id=cda74ac05cc9402fa29c062afdbb5a33 HTTP/1.1" status: 200 len: 267 time: 0.0533266 May 19 21:19:54.152511 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75c0a0f-433d-45dc-85ca-e325a6f27031 None None] New status for floating IP fb5407bb-ed5f-486b-870a-23e572b69250: DOWN {{(pid=91839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 21:19:54.244359 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-c0c4704b-a128-46f5-8e03-4c02c280a510 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:19:54.245769 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-c0c4704b-a128-46f5-8e03-4c02c280a510 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/networks?id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275 HTTP/1.1" status: 200 len: 812 time: 0.1485729 May 19 21:19:54.262450 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-dec3e6f9-26a9-4512-bbb1-38c206a619cf tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/quotas/cda74ac05cc9402fa29c062afdbb5a33 HTTP/1.1" status: 200 len: 375 time: 0.0091908 May 19 21:19:54.351492 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-a0f7afac-c423-4578-9f97-9d89b3d371f1 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Synchronizing usage tracker for tenant:cda74ac05cc9402fa29c062afdbb5a33 on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:19:54.368853 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-a0f7afac-c423-4578-9f97-9d89b3d371f1 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Unset dirty status for tenant:cda74ac05cc9402fa29c062afdbb5a33 on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:19:54.370382 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-a0f7afac-c423-4578-9f97-9d89b3d371f1 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cda74ac05cc9402fa29c062afdbb5a33&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0996654 May 19 21:19:54.622549 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-a1239bd0-46bc-4a0e-b11a-d73de61f3fa2 service neutron] 10.222.0.44 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385738 May 19 21:19:54.768306 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-e75e733a-1f28-4491-ae30-bbfb224e1fd1 service neutron] 10.222.0.44 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384382 May 19 21:19:55.216890 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-eba1c080-e700-4152-87cf-2d9aac79eadb req-25edc978-2db1-4b1c-ad12-6ba58941193a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d9710a-c00f-4fc8-a0e5-34052ff21196 HTTP/1.1" status: 200 len: 210 time: 0.0457737 May 19 21:19:55.777122 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:19:55.812942 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] No Port match for: a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709 {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:19:55.813320 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device a9f36bb3-43aa-4db8-bc91-d2dc0dfe4709 not bound to the agent host hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:19:56.444233 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-39640e42-0aa2-49ea-8119-8a769b6dd394 req-17ed716d-82d0-4845-ba31-08e38f875e91 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d9710a-c00f-4fc8-a0e5-34052ff21196 HTTP/1.1" status: 200 len: 210 time: 0.1035221 May 19 21:19:56.501640 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-f92c83a5-5e36-4906-9f8b-9557fced04e9 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:19:56.503024 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-f92c83a5-5e36-4906-9f8b-9557fced04e9 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.25 "GET /v2.0/networks?id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275 HTTP/1.1" status: 200 len: 812 time: 0.1985497 May 19 21:19:56.554455 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-ad4e0587-6137-422d-8a4d-4c71c26b8d34 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cda74ac05cc9402fa29c062afdbb5a33 HTTP/1.1" status: 200 len: 378 time: 0.0424385 May 19 21:19:56.562985 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6ddbbe5f-12c3-492a-b78b-ad9136d073ac tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Request body: {'port': {'device_id': '42d9710a-c00f-4fc8-a0e5-34052ff21196', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'admin_state_up': True, 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'security_groups': ['afe76a29-d2f0-4d85-b097-c83338c6ef16']}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:19:56.810494 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6ddbbe5f-12c3-492a-b78b-ad9136d073ac tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:19:56.820904 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6ddbbe5f-12c3-492a-b78b-ad9136d073ac tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:19:56.832367 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6ddbbe5f-12c3-492a-b78b-ad9136d073ac tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Made reservation on behalf of cda74ac05cc9402fa29c062afdbb5a33 for: {'port': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:19:56.836438 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6ddbbe5f-12c3-492a-b78b-ad9136d073ac tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:57.021762 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6ddbbe5f-12c3-492a-b78b-ad9136d073ac tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Allocated IP 172.20.0.11 (c29e2a41-4a34-44e1-8aa5-30cb9ce42275/5420bda8-1771-416b-860a-0d99bb7cee52/4b05800f-7f68-4473-ac8b-e33f36dcfeef) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:19:57.236603 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6ddbbe5f-12c3-492a-b78b-ad9136d073ac tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:57.261386 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6ddbbe5f-12c3-492a-b78b-ad9136d073ac tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Transition to ACTIVE for port object 4b05800f-7f68-4473-ac8b-e33f36dcfeef will not be triggered until provisioned by entity DHCP. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:19:57.287790 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6ddbbe5f-12c3-492a-b78b-ad9136d073ac tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:57.293530 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-33a1e47d-2003-4761-b6b4-148eaaadee9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:19:57.357601 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6ddbbe5f-12c3-492a-b78b-ad9136d073ac tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Network c29e2a41-4a34-44e1-8aa5-30cb9ce42275 is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:19:57.360800 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6ddbbe5f-12c3-492a-b78b-ad9136d073ac tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:19:57.364829 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6ddbbe5f-12c3-492a-b78b-ad9136d073ac tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:19:57.405474 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbbe5f-12c3-492a-b78b-ad9136d073ac tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Pushing event updated for resources: {'Port': ['ID=4b05800f-7f68-4473-ac8b-e33f36dcfeef,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:19:57.410011 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-6ddbbe5f-12c3-492a-b78b-ad9136d073ac tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:19:57.438178 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6ddbbe5f-12c3-492a-b78b-ad9136d073ac tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:19:57.438805 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6ddbbe5f-12c3-492a-b78b-ad9136d073ac tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:57.468775 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6ddbbe5f-12c3-492a-b78b-ad9136d073ac tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9095166 May 19 21:19:57.481098 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6310f516-d2fc-454c-a95a-af3c7a1336a6 service neutron] Request body: {'port': {'device_id': '42d9710a-c00f-4fc8-a0e5-34052ff21196', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:19:57.551142 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-901e678b-7dab-4e59-a1ea-5ded12e0972f None None] Provisioning for port 4b05800f-7f68-4473-ac8b-e33f36dcfeef completed by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:19:57.558271 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-901e678b-7dab-4e59-a1ea-5ded12e0972f None None] Provisioning complete for port 4b05800f-7f68-4473-ac8b-e33f36dcfeef triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:19:57.559752 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-901e678b-7dab-4e59-a1ea-5ded12e0972f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:57.610341 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6310f516-d2fc-454c-a95a-af3c7a1336a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:57.621672 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-901e678b-7dab-4e59-a1ea-5ded12e0972f None None] Port 4b05800f-7f68-4473-ac8b-e33f36dcfeef cannot update to ACTIVE because it is not bound. {{(pid=91838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 21:19:57.647188 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44049706-d6fd-45ed-a410-ab6284006c71 req-82fcd334-7148-4652-bcf8-044e5bf40b30 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:19:57.648635 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-44049706-d6fd-45ed-a410-ab6284006c71 req-82fcd334-7148-4652-bcf8-044e5bf40b30 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d9710a-c00f-4fc8-a0e5-34052ff21196 HTTP/1.1" status: 200 len: 932 time: 0.0885522 May 19 21:19:57.701424 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-44049706-d6fd-45ed-a410-ab6284006c71 req-662089cb-d9db-40c0-abb0-8a38fc4a4945 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462306 May 19 21:19:57.969735 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6310f516-d2fc-454c-a95a-af3c7a1336a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b05800f-7f68-4473-ac8b-e33f36dcfeef {{(pid=91836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:19:57.977425 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6310f516-d2fc-454c-a95a-af3c7a1336a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:57.992889 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6310f516-d2fc-454c-a95a-af3c7a1336a6 service neutron] Transition to ACTIVE for port object 4b05800f-7f68-4473-ac8b-e33f36dcfeef will not be triggered until provisioned by entity L2. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:19:57.998550 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6310f516-d2fc-454c-a95a-af3c7a1336a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:58.002135 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-111c3de3-2ed4-48f2-b8e0-7f477ef16105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:19:58.128530 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310f516-d2fc-454c-a95a-af3c7a1336a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4b05800f-7f68-4473-ac8b-e33f36dcfeef,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:19:58.155742 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-6310f516-d2fc-454c-a95a-af3c7a1336a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:19:58.242569 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6310f516-d2fc-454c-a95a-af3c7a1336a6 service neutron] Attempting to bind port 4b05800f-7f68-4473-ac8b-e33f36dcfeef on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:19:58.242794 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6310f516-d2fc-454c-a95a-af3c7a1336a6 service neutron] Attempting to bind port 4b05800f-7f68-4473-ac8b-e33f36dcfeef by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '19ccf4de-557f-4d49-a3d6-a6cd943635cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275'}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:19:58.243124 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6310f516-d2fc-454c-a95a-af3c7a1336a6 service neutron] Attempting to bind port 4b05800f-7f68-4473-ac8b-e33f36dcfeef on network c29e2a41-4a34-44e1-8aa5-30cb9ce42275 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:19:58.248183 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6310f516-d2fc-454c-a95a-af3c7a1336a6 service neutron] Port 4b05800f-7f68-4473-ac8b-e33f36dcfeef on network c29e2a41-4a34-44e1-8aa5-30cb9ce42275 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 21:19:58.248497 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6310f516-d2fc-454c-a95a-af3c7a1336a6 service neutron] Attempting to bind port 4b05800f-7f68-4473-ac8b-e33f36dcfeef on network c29e2a41-4a34-44e1-8aa5-30cb9ce42275 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:19:58.254194 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6310f516-d2fc-454c-a95a-af3c7a1336a6 service neutron] Checking agent: {'id': '2fb6168f-df3b-41e1-92fa-9ac77f822fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'started_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:19:58.254579 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6310f516-d2fc-454c-a95a-af3c7a1336a6 service neutron] Checking segment: {'id': '19ccf4de-557f-4d49-a3d6-a6cd943635cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:19:58.254918 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6310f516-d2fc-454c-a95a-af3c7a1336a6 service neutron] Bound using segment: {'id': '19ccf4de-557f-4d49-a3d6-a6cd943635cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275'} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:19:58.255480 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6310f516-d2fc-454c-a95a-af3c7a1336a6 service neutron] Bound port: 4b05800f-7f68-4473-ac8b-e33f36dcfeef, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19ccf4de-557f-4d49-a3d6-a6cd943635cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275'}}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:19:58.255847 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6310f516-d2fc-454c-a95a-af3c7a1336a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:58.354414 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6310f516-d2fc-454c-a95a-af3c7a1336a6 service neutron] For port 4b05800f-7f68-4473-ac8b-e33f36dcfeef, host hv-cinder-78462, cleared binding levels {{(pid=91836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:19:58.358055 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6310f516-d2fc-454c-a95a-af3c7a1336a6 service neutron] For port 4b05800f-7f68-4473-ac8b-e33f36dcfeef, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4b05800f-7f68-4473-ac8b-e33f36dcfeef,segment=NetworkSegment(19ccf4de-557f-4d49-a3d6-a6cd943635cb),segment_id=19ccf4de-557f-4d49-a3d6-a6cd943635cb)] {{(pid=91836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:19:58.363453 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6310f516-d2fc-454c-a95a-af3c7a1336a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:58.367332 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-c240d2c0-f659-40b7-9e05-aaa468d8fac4 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:19:58.428922 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6310f516-d2fc-454c-a95a-af3c7a1336a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:19:58.429407 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6310f516-d2fc-454c-a95a-af3c7a1336a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:19:58.430766 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-6310f516-d2fc-454c-a95a-af3c7a1336a6 service neutron] 10.222.0.25 "PUT /v2.0/ports/4b05800f-7f68-4473-ac8b-e33f36dcfeef HTTP/1.1" status: 200 len: 1094 time: 0.9542072 May 19 21:19:58.431269 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d9710a-c00f-4fc8-a0e5-34052ff21196', 'tag': '4b05800f-7f68-4473-ac8b-e33f36dcfeef'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:19:58.457165 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310f516-d2fc-454c-a95a-af3c7a1336a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4b05800f-7f68-4473-ac8b-e33f36dcfeef,revision_number=3']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:19:58.460436 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-6310f516-d2fc-454c-a95a-af3c7a1336a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:19:58.481461 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d9710a-c00f-4fc8-a0e5-34052ff21196', 'tag': '4b05800f-7f68-4473-ac8b-e33f36dcfeef', 'status': 'completed', 'code': 200} May 19 21:19:58.560027 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-93b7f282-8752-4d99-961f-1cdbfecb259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:19:58.561531 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-93b7f282-8752-4d99-961f-1cdbfecb259d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cda74ac05cc9402fa29c062afdbb5a33&device_id=42d9710a-c00f-4fc8-a0e5-34052ff21196 HTTP/1.1" status: 200 len: 1097 time: 0.0751441 May 19 21:19:58.634582 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-79f0dea7-69b6-4931-9d75-9d0a29396ff0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b05800f-7f68-4473-ac8b-e33f36dcfeef HTTP/1.1" status: 200 len: 217 time: 0.0649896 May 19 21:19:58.700938 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-20a320b8-8e6c-4f25-802e-627ed33bd0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:19:58.702343 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-20a320b8-8e6c-4f25-802e-627ed33bd0b9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5420bda8-1771-416b-860a-0d99bb7cee52 HTTP/1.1" status: 200 len: 851 time: 0.0616398 May 19 21:19:58.781749 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-06e4ffc1-797c-402e-be07-f1cb730be133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:19:58.783142 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-06e4ffc1-797c-402e-be07-f1cb730be133 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0748072 May 19 21:19:58.894577 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e502846-7dae-48e1-bb14-b3d19281e9d7 req-48fdd95f-afd9-4340-91b9-20879562deaf tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:19:58.896550 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-0e502846-7dae-48e1-bb14-b3d19281e9d7 req-48fdd95f-afd9-4340-91b9-20879562deaf tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d9710a-c00f-4fc8-a0e5-34052ff21196 HTTP/1.1" status: 200 len: 944 time: 0.0882373 May 19 21:19:58.944542 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-0e502846-7dae-48e1-bb14-b3d19281e9d7 req-e74d9821-b99a-4d2a-bef3-86a1e5bdcd71 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423093 May 19 21:19:59.026970 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-00f62346-41c9-477d-a400-29661febe40b service neutron] 10.222.0.25 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371576 May 19 21:19:59.174526 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-372d0b8e-5978-4004-9f8d-fef72ed665fc req-00b1cd4a-3ad9-4c7f-bd73-7486fb84cced service neutron] 10.222.0.25 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408286 May 19 21:19:59.312064 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26055719-f742-4a82-927f-d8181e10383e req-5580db3b-84b0-4a37-b30d-8094e2bd7caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:19:59.313527 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-26055719-f742-4a82-927f-d8181e10383e req-5580db3b-84b0-4a37-b30d-8094e2bd7caa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cda74ac05cc9402fa29c062afdbb5a33&device_id=42d9710a-c00f-4fc8-a0e5-34052ff21196 HTTP/1.1" status: 200 len: 1097 time: 0.0775788 May 19 21:19:59.457476 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26055719-f742-4a82-927f-d8181e10383e req-908df213-bec8-4e8a-96fd-53cc236d25f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:19:59.459360 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-26055719-f742-4a82-927f-d8181e10383e req-908df213-bec8-4e8a-96fd-53cc236d25f4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275 HTTP/1.1" status: 200 len: 913 time: 0.1380351 May 19 21:19:59.532410 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-26055719-f742-4a82-927f-d8181e10383e req-de8da4ca-eea4-4705-95c8-e34aff9f014f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b05800f-7f68-4473-ac8b-e33f36dcfeef HTTP/1.1" status: 200 len: 217 time: 0.0655422 May 19 21:19:59.595445 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26055719-f742-4a82-927f-d8181e10383e req-6e0182b7-107c-41c1-94b5-73e7872e7506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:19:59.596901 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-26055719-f742-4a82-927f-d8181e10383e req-6e0182b7-107c-41c1-94b5-73e7872e7506 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5420bda8-1771-416b-860a-0d99bb7cee52 HTTP/1.1" status: 200 len: 851 time: 0.0587649 May 19 21:19:59.678743 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26055719-f742-4a82-927f-d8181e10383e req-fa055299-e26e-4c83-9ba7-2b8d9f02e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:19:59.680369 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-26055719-f742-4a82-927f-d8181e10383e req-fa055299-e26e-4c83-9ba7-2b8d9f02e003 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0766735 May 19 21:19:59.815421 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-26055719-f742-4a82-927f-d8181e10383e req-2c6e25a0-df09-436e-8c37-594e0d330b91 service neutron] 10.222.0.25 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283245 May 19 21:19:59.957199 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-26055719-f742-4a82-927f-d8181e10383e req-45b9ffd6-3248-4ae1-a48a-b2fb69e35718 service neutron] 10.222.0.25 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356909 May 19 21:20:00.147198 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e079c61-85ce-45a7-a2cf-6dd211555fe0 req-a2c856eb-0680-43ac-afd5-90d7e0e73b12 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:20:00.148027 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-0e079c61-85ce-45a7-a2cf-6dd211555fe0 req-a2c856eb-0680-43ac-afd5-90d7e0e73b12 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Synchronizing usage tracker for tenant:cda74ac05cc9402fa29c062afdbb5a33 on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:20:00.169168 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-0e079c61-85ce-45a7-a2cf-6dd211555fe0 req-a2c856eb-0680-43ac-afd5-90d7e0e73b12 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Unset dirty status for tenant:cda74ac05cc9402fa29c062afdbb5a33 on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:20:00.170478 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0e079c61-85ce-45a7-a2cf-6dd211555fe0 req-a2c856eb-0680-43ac-afd5-90d7e0e73b12 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d9710a-c00f-4fc8-a0e5-34052ff21196 HTTP/1.1" status: 200 len: 944 time: 0.1101224 May 19 21:20:00.215575 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0e079c61-85ce-45a7-a2cf-6dd211555fe0 req-8ac1a675-5bdc-4608-bba0-ea49f4ed3893 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390103 May 19 21:20:01.445869 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc888902-5b44-4316-a4d5-438c0a29d28f req-c076ae5c-9cc9-4ead-bbfd-e31b327e2664 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:20:01.447466 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-fc888902-5b44-4316-a4d5-438c0a29d28f req-c076ae5c-9cc9-4ead-bbfd-e31b327e2664 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d9710a-c00f-4fc8-a0e5-34052ff21196 HTTP/1.1" status: 200 len: 944 time: 0.0865884 May 19 21:20:01.494166 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-fc888902-5b44-4316-a4d5-438c0a29d28f req-7bce25d9-ea3f-42a5-bc47-525affb40931 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407629 May 19 21:20:02.695151 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df9c49-c7e1-441e-84ec-10efc61af213 req-0e9ecb9b-ba89-4fb9-9db2-46a4c673acfc tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:20:02.697052 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-38df9c49-c7e1-441e-84ec-10efc61af213 req-0e9ecb9b-ba89-4fb9-9db2-46a4c673acfc tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d9710a-c00f-4fc8-a0e5-34052ff21196 HTTP/1.1" status: 200 len: 944 time: 0.0893283 May 19 21:20:02.745167 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-38df9c49-c7e1-441e-84ec-10efc61af213 req-f713b5eb-24bf-43f0-9573-595e737eeb28 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421376 May 19 21:20:03.938152 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdec2a3-f095-4403-8eff-38d8561b1f72 req-21710164-77f9-4a68-b803-46ac57d4340b tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:20:03.939630 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-9fdec2a3-f095-4403-8eff-38d8561b1f72 req-21710164-77f9-4a68-b803-46ac57d4340b tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d9710a-c00f-4fc8-a0e5-34052ff21196 HTTP/1.1" status: 200 len: 944 time: 0.0841479 May 19 21:20:03.988741 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-9fdec2a3-f095-4403-8eff-38d8561b1f72 req-e6470bf4-4737-4cb3-8484-8306371d25bb tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409045 May 19 21:20:05.198667 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041e67f-242d-4bd0-b11d-5e824ce88d50 req-a2fba1d3-749b-45dd-9425-dc5abe9210de tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:20:05.200164 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4041e67f-242d-4bd0-b11d-5e824ce88d50 req-a2fba1d3-749b-45dd-9425-dc5abe9210de tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d9710a-c00f-4fc8-a0e5-34052ff21196 HTTP/1.1" status: 200 len: 944 time: 0.0945966 May 19 21:20:05.249594 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4041e67f-242d-4bd0-b11d-5e824ce88d50 req-8205ff72-e6b4-4732-8d6a-1cea73c5d681 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431187 May 19 21:20:05.825498 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 4b05800f-7f68-4473-ac8b-e33f36dcfeef details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 21:20:05.975343 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 4b05800f-7f68-4473-ac8b-e33f36dcfeef, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4b05800f-7f68-4473-ac8b-e33f36dcfeef,segment=NetworkSegment(19ccf4de-557f-4d49-a3d6-a6cd943635cb),segment_id=19ccf4de-557f-4d49-a3d6-a6cd943635cb)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:20:05.994481 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Returning: {'device': '4b05800f-7f68-4473-ac8b-e33f36dcfeef', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'port_id': '4b05800f-7f68-4473-ac8b-e33f36dcfeef', 'mac_address': 'fa:16:3e:cb:d7:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 21:20:05.998170 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-6a4147ca-bb2e-48be-84df-a9dfcde48235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:20:06.051552 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:20:06.068073 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b05800f-7f68-4473-ac8b-e33f36dcfeef {{(pid=91838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:20:06.086981 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 4b05800f-7f68-4473-ac8b-e33f36dcfeef, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4b05800f-7f68-4473-ac8b-e33f36dcfeef,segment=NetworkSegment(19ccf4de-557f-4d49-a3d6-a6cd943635cb),segment_id=19ccf4de-557f-4d49-a3d6-a6cd943635cb)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:20:06.093172 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:20:06.095274 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-8fd0c13c-844f-49e5-a4a1-7ddaa0219919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:20:06.169149 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=4b05800f-7f68-4473-ac8b-e33f36dcfeef,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:20:06.176752 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:20:06.177107 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:20:06.177448 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:20:06.177783 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:20:06.178111 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:20:06.178453 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:20:06.178768 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:20:06.179124 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:20:06.179451 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:20:06.179779 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:20:06.180151 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:20:06.180468 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:20:06.184496 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:20:06.299477 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['4b05800f-7f68-4473-ac8b-e33f36dcfeef'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:20:06.441093 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26488dcb-2fb5-45ac-b73b-63c67b68389c req-e7bc3158-b83a-4a73-9b70-0235492b17bc tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:20:06.442452 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-26488dcb-2fb5-45ac-b73b-63c67b68389c req-e7bc3158-b83a-4a73-9b70-0235492b17bc tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d9710a-c00f-4fc8-a0e5-34052ff21196 HTTP/1.1" status: 200 len: 945 time: 0.0849719 May 19 21:20:06.490728 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-26488dcb-2fb5-45ac-b73b-63c67b68389c req-c744d9df-7460-4283-99a0-aa2963dd1bc9 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417919 May 19 21:20:07.701042 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc003e-eaad-4779-8fef-e35293ae84d9 req-0257979a-d5f9-424d-8f32-ec2bcb8047bd tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:20:07.702492 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-03dc003e-eaad-4779-8fef-e35293ae84d9 req-0257979a-d5f9-424d-8f32-ec2bcb8047bd tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d9710a-c00f-4fc8-a0e5-34052ff21196 HTTP/1.1" status: 200 len: 945 time: 0.0948427 May 19 21:20:07.748972 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-03dc003e-eaad-4779-8fef-e35293ae84d9 req-afe860cf-5d29-41d2-a12c-20b8c1d59ab3 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406945 May 19 21:20:07.839533 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 4b05800f-7f68-4473-ac8b-e33f36dcfeef up at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:20:07.916889 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning for port 4b05800f-7f68-4473-ac8b-e33f36dcfeef completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:20:07.922242 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning complete for port 4b05800f-7f68-4473-ac8b-e33f36dcfeef triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:20:07.922613 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:20:08.044113 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:20:08.073297 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d9710a-c00f-4fc8-a0e5-34052ff21196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b05800f-7f68-4473-ac8b-e33f36dcfeef'}] {{(pid=91838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:20:08.083363 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 4b05800f-7f68-4473-ac8b-e33f36dcfeef, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4b05800f-7f68-4473-ac8b-e33f36dcfeef,segment=NetworkSegment(19ccf4de-557f-4d49-a3d6-a6cd943635cb),segment_id=19ccf4de-557f-4d49-a3d6-a6cd943635cb)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:20:08.089456 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:20:08.091380 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:20:08.124348 dv-cinder-784623-12-iscsi neutron-server[91838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d9710a-c00f-4fc8-a0e5-34052ff21196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b05800f-7f68-4473-ac8b-e33f36dcfeef', 'code': 200} May 19 21:20:08.162295 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=4b05800f-7f68-4473-ac8b-e33f36dcfeef,revision_number=5']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:20:08.165279 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:20:08.431971 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17457b03-7f77-43a7-b72a-ab8cf2fdadd4 req-c54d08d6-6763-48a8-9bc0-1b11a329ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:20:08.433368 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-17457b03-7f77-43a7-b72a-ab8cf2fdadd4 req-c54d08d6-6763-48a8-9bc0-1b11a329ae84 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=42d9710a-c00f-4fc8-a0e5-34052ff21196 HTTP/1.1" status: 200 len: 1099 time: 0.0777576 May 19 21:20:08.463724 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:20:08.480588 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-17457b03-7f77-43a7-b72a-ab8cf2fdadd4 req-941040e9-f1b2-4b90-a086-0ed1d4f85889 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402331 May 19 21:20:08.804303 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-733631e5-a3c7-4d2f-8c69-ee464d843ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:20:08.954158 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbb059-feaa-456c-a9cd-ec56a1bc13b2 req-f451cedd-4423-494f-9735-b30420fe8fc5 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:20:08.955705 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-99cbb059-feaa-456c-a9cd-ec56a1bc13b2 req-f451cedd-4423-494f-9735-b30420fe8fc5 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d9710a-c00f-4fc8-a0e5-34052ff21196 HTTP/1.1" status: 200 len: 946 time: 0.0915248 May 19 21:20:09.001447 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-99cbb059-feaa-456c-a9cd-ec56a1bc13b2 req-856872bf-61b6-45dc-a26d-1af5432d8404 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397811 May 19 21:20:09.489201 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:20:10.206018 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357eee23-d139-4fb4-8560-51ce8159bf2f req-c5a3971a-2a1f-484f-8fce-cc4e880f2fdb tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:20:10.207545 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-357eee23-d139-4fb4-8560-51ce8159bf2f req-c5a3971a-2a1f-484f-8fce-cc4e880f2fdb tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d9710a-c00f-4fc8-a0e5-34052ff21196 HTTP/1.1" status: 200 len: 946 time: 0.0927308 May 19 21:20:10.226138 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:20:10.254646 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-357eee23-d139-4fb4-8560-51ce8159bf2f req-21480368-8526-4275-b60f-2490387df6e3 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410790 May 19 21:20:10.562420 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3da75-199c-4fed-a59d-0923356d4ca4 req-2edbecc0-2f63-4fdb-a656-c3ad5786880e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:20:10.563826 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ddc3da75-199c-4fed-a59d-0923356d4ca4 req-2edbecc0-2f63-4fdb-a656-c3ad5786880e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d9710a-c00f-4fc8-a0e5-34052ff21196 HTTP/1.1" status: 200 len: 946 time: 0.2039030 May 19 21:20:10.610732 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ddc3da75-199c-4fed-a59d-0923356d4ca4 req-8095377f-76d5-4b8c-9e71-9ec2c477411b tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407851 May 19 21:20:10.637509 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 55870) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:20:10.709075 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159112b9-9e0d-4066-8d46-4fa61803fe65 tempest-TestVolumeBootPattern-1256052553 tempest-TestVolumeBootPattern-1256052553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:20:10.709779 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-159112b9-9e0d-4066-8d46-4fa61803fe65 tempest-TestVolumeBootPattern-1256052553 tempest-TestVolumeBootPattern-1256052553-project-admin] Synchronizing usage tracker for tenant:37636c88c4d94305960678bb4ee4ee5c on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:20:10.727898 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-159112b9-9e0d-4066-8d46-4fa61803fe65 tempest-TestVolumeBootPattern-1256052553 tempest-TestVolumeBootPattern-1256052553-project-admin] Unset dirty status for tenant:37636c88c4d94305960678bb4ee4ee5c on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:20:10.729486 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-159112b9-9e0d-4066-8d46-4fa61803fe65 tempest-TestVolumeBootPattern-1256052553 tempest-TestVolumeBootPattern-1256052553-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=42d9710a-c00f-4fc8-a0e5-34052ff21196 HTTP/1.1" status: 200 len: 1094 time: 0.0908258 May 19 21:20:10.734712 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 55874) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:20:10.739924 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [None req-06d0d819-2481-45fd-9448-a505b1e96d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Request body: {'floatingip': {'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'port_id': '4b05800f-7f68-4473-ac8b-e33f36dcfeef', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'fixed_ip_address': '172.20.0.11'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:20:10.746049 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-06d0d819-2481-45fd-9448-a505b1e96d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:20:10.749870 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-06d0d819-2481-45fd-9448-a505b1e96d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Usage tracker for resource:floatingip and tenant:cda74ac05cc9402fa29c062afdbb5a33 is out of sync, need to count used quota {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:20:10.752727 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [None req-06d0d819-2481-45fd-9448-a505b1e96d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=91836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:20:10.758272 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [None req-06d0d819-2481-45fd-9448-a505b1e96d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:20:10.769707 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-06d0d819-2481-45fd-9448-a505b1e96d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for floatingip, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:20:10.915623 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-06d0d819-2481-45fd-9448-a505b1e96d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:20:11.061824 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [None req-06d0d819-2481-45fd-9448-a505b1e96d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Allocated IP 172.27.1.76 (7528c24a-f700-413f-aad3-165c7750b403/5baa0079-c83e-4549-8f83-3def60c01514/738b6293-a36b-4792-9ec0-617aa96f58ed) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:20:11.218330 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-06d0d819-2481-45fd-9448-a505b1e96d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:20:11.260680 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-06d0d819-2481-45fd-9448-a505b1e96d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:20:11.265486 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-1b87d3c2-e8c9-45dd-9ae1-2bd8a0ada96d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:20:11.269029 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:20:11.330677 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d0d819-2481-45fd-9448-a505b1e96d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Network 7528c24a-f700-413f-aad3-165c7750b403 is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:20:11.333662 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [None req-06d0d819-2481-45fd-9448-a505b1e96d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:20:11.337583 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d0d819-2481-45fd-9448-a505b1e96d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:20:11.373721 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0d819-2481-45fd-9448-a505b1e96d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Pushing event updated for resources: {'Port': ['ID=738b6293-a36b-4792-9ec0-617aa96f58ed,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:20:11.378138 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-06d0d819-2481-45fd-9448-a505b1e96d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:20:11.756941 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-06d0d819-2481-45fd-9448-a505b1e96d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:20:11.833995 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-06d0d819-2481-45fd-9448-a505b1e96d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:20:12.057018 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-06d0d819-2481-45fd-9448-a505b1e96d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:20:12.064862 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-06d0d819-2481-45fd-9448-a505b1e96d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:20:12.068611 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-0c12b30b-bf74-46dd-a8b7-ae71b1576e23 tempest-VolumesNegativeTest-1752967620 tempest-VolumesNegativeTest-1752967620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:20:12.173024 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0d819-2481-45fd-9448-a505b1e96d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Pushing event updated for resources: {'Port': ['ID=738b6293-a36b-4792-9ec0-617aa96f58ed,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:20:12.177108 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-06d0d819-2481-45fd-9448-a505b1e96d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:20:12.189926 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-06d0d819-2481-45fd-9448-a505b1e96d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658636'] for floatingip, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:20:12.471347 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.db.l3_db [None req-06d0d819-2481-45fd-9448-a505b1e96d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Floating IP 623d984e-fea1-48a7-9487-1a29bfa3191d associated. External IP: 172.27.1.76, port: 4b05800f-7f68-4473-ac8b-e33f36dcfeef. May 19 21:20:12.842565 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d0d819-2481-45fd-9448-a505b1e96d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Router 893d97c3-11bc-44e7-a952-aeb7a789c252 has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:20:13.024196 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d0d819-2481-45fd-9448-a505b1e96d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:20:13.034954 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cb5dc7-5c75-4727-91a4-480119814d13 None None] Sync routers for ids ['893d97c3-11bc-44e7-a952-aeb7a789c252'] in dv-cinder-784623-12-iscsi {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:20:13.045815 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cb5dc7-5c75-4727-91a4-480119814d13 None None] Routers {'893d97c3-11bc-44e7-a952-aeb7a789c252'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:20:13.046456 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-f1cb5dc7-5c75-4727-91a4-480119814d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:20:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['893d97c3-11bc-44e7-a952-aeb7a789c252'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:20:13.050223 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-06d0d819-2481-45fd-9448-a505b1e96d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for floatingip, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:20:13.108277 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-06d0d819-2481-45fd-9448-a505b1e96d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3723593 May 19 21:20:13.108814 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d9710a-c00f-4fc8-a0e5-34052ff21196', 'tag': '4b05800f-7f68-4473-ac8b-e33f36dcfeef'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:20:13.155533 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d9710a-c00f-4fc8-a0e5-34052ff21196', 'tag': '4b05800f-7f68-4473-ac8b-e33f36dcfeef', 'status': 'completed', 'code': 200} May 19 21:20:13.238225 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-f1cb5dc7-5c75-4727-91a4-480119814d13 None None] Set router 893d97c3-11bc-44e7-a952-aeb7a789c252 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:20:13.252077 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e69f2a-beba-4f65-85e2-ecf809709aec req-28a6ac2b-0932-455e-8a9e-2bc81221dd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:20:13.253590 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-39e69f2a-beba-4f65-85e2-ecf809709aec req-28a6ac2b-0932-455e-8a9e-2bc81221dd4a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cda74ac05cc9402fa29c062afdbb5a33&device_id=42d9710a-c00f-4fc8-a0e5-34052ff21196 HTTP/1.1" status: 200 len: 1099 time: 0.0768588 May 19 21:20:13.395471 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e69f2a-beba-4f65-85e2-ecf809709aec req-bf08f1dc-edf3-4747-94f9-474f15733fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:20:13.397160 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-39e69f2a-beba-4f65-85e2-ecf809709aec req-bf08f1dc-edf3-4747-94f9-474f15733fb2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275 HTTP/1.1" status: 200 len: 913 time: 0.1374207 May 19 21:20:13.504068 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-39e69f2a-beba-4f65-85e2-ecf809709aec req-353da63d-6cec-44e7-a81b-ff99d6d7a98a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b05800f-7f68-4473-ac8b-e33f36dcfeef HTTP/1.1" status: 200 len: 999 time: 0.1003304 May 19 21:20:13.570102 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e69f2a-beba-4f65-85e2-ecf809709aec req-04239507-5a8c-488e-b729-f34339a6aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:20:13.571572 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-39e69f2a-beba-4f65-85e2-ecf809709aec req-04239507-5a8c-488e-b729-f34339a6aaa7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5420bda8-1771-416b-860a-0d99bb7cee52 HTTP/1.1" status: 200 len: 851 time: 0.0614142 May 19 21:20:13.613068 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-f1cb5dc7-5c75-4727-91a4-480119814d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'name': 'tempest-TestVolumeBootPattern-2072550495-router', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:38Z', 'updated_at': '2021-05-19T21:16:44Z', 'revision_number': 4, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'gw_port': {'id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:39Z', 'updated_at': '2021-05-19T21:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_floatingips': [{'id': '623d984e-fea1-48a7-9487-1a29bfa3191d', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'port_id': '4b05800f-7f68-4473-ac8b-e33f36dcfeef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'mac_address': 'fa:16:3e:cb:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d9710a-c00f-4fc8-a0e5-34052ff21196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:20:11Z', 'updated_at': '2021-05-19T21:20:11Z', 'revision_number': 0, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47ad6cd-d0f2-40de-9447-210f55ab476e', 'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'mac_address': 'fa:16:3e:33:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:43Z', 'updated_at': '2021-05-19T21:16:55Z', 'revision_number': 5, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'subnets': [{'id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:20:13.617169 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cb5dc7-5c75-4727-91a4-480119814d13 None None] Checking router: 893d97c3-11bc-44e7-a952-aeb7a789c252 for host: dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:20:13.626249 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cb5dc7-5c75-4727-91a4-480119814d13 None None] Routers {'893d97c3-11bc-44e7-a952-aeb7a789c252'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:20:13.626887 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-f1cb5dc7-5c75-4727-91a4-480119814d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:20:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['893d97c3-11bc-44e7-a952-aeb7a789c252'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:20:13.653703 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e69f2a-beba-4f65-85e2-ecf809709aec req-326d3f79-adc3-48fc-b44f-189e3f9a75e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:20:13.655120 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-39e69f2a-beba-4f65-85e2-ecf809709aec req-326d3f79-adc3-48fc-b44f-189e3f9a75e3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0771077 May 19 21:20:13.791463 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-39e69f2a-beba-4f65-85e2-ecf809709aec req-12041786-7f08-4487-aed5-b7da88db2168 service neutron] 10.222.0.25 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299644 May 19 21:20:13.805145 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-f1cb5dc7-5c75-4727-91a4-480119814d13 None None] Set router 893d97c3-11bc-44e7-a952-aeb7a789c252 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:20:13.934305 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-39e69f2a-beba-4f65-85e2-ecf809709aec req-cbca5a30-7d06-430c-8208-4af14dedab82 service neutron] 10.222.0.25 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364968 May 19 21:20:14.220469 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-f1cb5dc7-5c75-4727-91a4-480119814d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'name': 'tempest-TestVolumeBootPattern-2072550495-router', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:38Z', 'updated_at': '2021-05-19T21:16:44Z', 'revision_number': 4, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'gw_port': {'id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:39Z', 'updated_at': '2021-05-19T21:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_floatingips': [{'id': '623d984e-fea1-48a7-9487-1a29bfa3191d', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'port_id': '4b05800f-7f68-4473-ac8b-e33f36dcfeef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'mac_address': 'fa:16:3e:cb:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d9710a-c00f-4fc8-a0e5-34052ff21196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:20:11Z', 'updated_at': '2021-05-19T21:20:11Z', 'revision_number': 0, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47ad6cd-d0f2-40de-9447-210f55ab476e', 'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'mac_address': 'fa:16:3e:33:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:43Z', 'updated_at': '2021-05-19T21:16:55Z', 'revision_number': 5, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'subnets': [{'id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:20:14.225029 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cb5dc7-5c75-4727-91a4-480119814d13 None None] The sync data for ids ['893d97c3-11bc-44e7-a952-aeb7a789c252'] in dv-cinder-784623-12-iscsi is: [{'id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'name': 'tempest-TestVolumeBootPattern-2072550495-router', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:38Z', 'updated_at': '2021-05-19T21:16:44Z', 'revision_number': 4, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'gw_port': {'id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:39Z', 'updated_at': '2021-05-19T21:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_floatingips': [{'id': '623d984e-fea1-48a7-9487-1a29bfa3191d', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'port_id': '4b05800f-7f68-4473-ac8b-e33f36dcfeef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'mac_address': 'fa:16:3e:cb:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d9710a-c00f-4fc8-a0e5-34052ff21196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:20:11Z', 'updated_at': '2021-05-19T21:20:11Z', 'revision_number': 0, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47ad6cd-d0f2-40de-9447-210f55ab476e', 'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'mac_address': 'fa:16:3e:33:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:43Z', 'updated_at': '2021-05-19T21:16:55Z', 'revision_number': 5, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'subnets': [{'id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:20:14.419075 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a17732-953f-42c4-ad4f-ec0851cc72d5 None None] New status for floating IP 623d984e-fea1-48a7-9487-1a29bfa3191d: ACTIVE {{(pid=91839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 21:20:14.622751 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:20:35.985267 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-da631acc-5798-40cd-814e-34ad3f2b1bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:20:38.468084 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:20:38.802334 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-8365fc28-e548-4fa2-be38-983325350443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:20:39.496408 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:20:41.275447 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:20:44.640785 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:20:47.225902 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:20:49.135915 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5346df32-a4b2-40e4-83c0-991cb7c81a1c req-bd8cc973-0987-4c56-a872-988733d33f3c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=42d9710a-c00f-4fc8-a0e5-34052ff21196&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1770270 May 19 21:20:49.294522 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346df32-a4b2-40e4-83c0-991cb7c81a1c req-5b1d8a41-4d15-4ae3-83c6-acd2ae638e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:20:49.296054 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5346df32-a4b2-40e4-83c0-991cb7c81a1c req-5b1d8a41-4d15-4ae3-83c6-acd2ae638e15 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cda74ac05cc9402fa29c062afdbb5a33&device_id=42d9710a-c00f-4fc8-a0e5-34052ff21196 HTTP/1.1" status: 200 len: 1099 time: 0.0830674 May 19 21:20:49.466752 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346df32-a4b2-40e4-83c0-991cb7c81a1c req-99f19f46-b32c-45ac-894c-6777e0967c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:20:49.468132 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5346df32-a4b2-40e4-83c0-991cb7c81a1c req-99f19f46-b32c-45ac-894c-6777e0967c34 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275 HTTP/1.1" status: 200 len: 913 time: 0.1495457 May 19 21:20:49.583305 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5346df32-a4b2-40e4-83c0-991cb7c81a1c req-1444fa1e-7ff5-48f6-a552-00ded140f7de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b05800f-7f68-4473-ac8b-e33f36dcfeef HTTP/1.1" status: 200 len: 1001 time: 0.1078665 May 19 21:20:49.654896 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346df32-a4b2-40e4-83c0-991cb7c81a1c req-50e90fe1-3694-4442-bdde-376794a3f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:20:49.656526 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5346df32-a4b2-40e4-83c0-991cb7c81a1c req-50e90fe1-3694-4442-bdde-376794a3f4d5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5420bda8-1771-416b-860a-0d99bb7cee52 HTTP/1.1" status: 200 len: 851 time: 0.0646112 May 19 21:20:49.740977 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346df32-a4b2-40e4-83c0-991cb7c81a1c req-45426793-c9b8-42e2-ad96-bbcd29e6ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:20:49.742746 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5346df32-a4b2-40e4-83c0-991cb7c81a1c req-45426793-c9b8-42e2-ad96-bbcd29e6ba15 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0797229 May 19 21:20:49.887274 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5346df32-a4b2-40e4-83c0-991cb7c81a1c req-2cfb72b1-3ec7-4f18-a9dd-f9cdfe6c4060 service neutron] 10.222.0.25 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376064 May 19 21:20:50.020807 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-5346df32-a4b2-40e4-83c0-991cb7c81a1c req-f7774324-4ff3-4d99-a6b2-8369307ae0fe service neutron] 10.222.0.25 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259415 May 19 21:21:05.987714 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-69dadd17-b7ba-4898-85f5-084fa28e2187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:21:08.470043 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:21:08.800744 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-02981bdf-03f9-4dc8-adcd-7e4ade6bbcd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:21:09.496517 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:21:11.281422 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:21:14.641173 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:21:24.225336 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:21:35.985084 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-43d6468a-91d7-4668-91f2-f1c2d687792f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:21:38.475253 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:21:38.804237 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-680a8c43-304b-4ba7-9165-b1683939ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:21:39.499507 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:21:41.282177 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:21:44.642212 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:21:49.067479 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-318d686c-df8c-4e30-851f-33392d874fa5 req-14d2f6f6-413a-4226-8107-dacbbc6c4200 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=42d9710a-c00f-4fc8-a0e5-34052ff21196&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788774 May 19 21:21:49.216585 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d686c-df8c-4e30-851f-33392d874fa5 req-a2b3bf89-fe19-48b5-9f42-61e6df207572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:21:49.218053 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-318d686c-df8c-4e30-851f-33392d874fa5 req-a2b3bf89-fe19-48b5-9f42-61e6df207572 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cda74ac05cc9402fa29c062afdbb5a33&device_id=42d9710a-c00f-4fc8-a0e5-34052ff21196 HTTP/1.1" status: 200 len: 1099 time: 0.0787208 May 19 21:21:49.373542 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d686c-df8c-4e30-851f-33392d874fa5 req-aa95729d-1394-4253-9cd8-20437fa6ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:21:49.374887 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-318d686c-df8c-4e30-851f-33392d874fa5 req-aa95729d-1394-4253-9cd8-20437fa6ca68 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275 HTTP/1.1" status: 200 len: 913 time: 0.1332078 May 19 21:21:49.483949 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-318d686c-df8c-4e30-851f-33392d874fa5 req-25214cc6-e92c-42c9-a75d-e704a9b4f57a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b05800f-7f68-4473-ac8b-e33f36dcfeef HTTP/1.1" status: 200 len: 1001 time: 0.1015959 May 19 21:21:49.549707 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d686c-df8c-4e30-851f-33392d874fa5 req-8934f1cb-0b64-46f6-a3b5-a5d8e0363a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:21:49.551237 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-318d686c-df8c-4e30-851f-33392d874fa5 req-8934f1cb-0b64-46f6-a3b5-a5d8e0363a88 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5420bda8-1771-416b-860a-0d99bb7cee52 HTTP/1.1" status: 200 len: 851 time: 0.0605435 May 19 21:21:49.632858 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d686c-df8c-4e30-851f-33392d874fa5 req-40c980a0-bfdc-4659-96a4-0dcc85079f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:21:49.634245 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-318d686c-df8c-4e30-851f-33392d874fa5 req-40c980a0-bfdc-4659-96a4-0dcc85079f5b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0767226 May 19 21:21:49.773561 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-318d686c-df8c-4e30-851f-33392d874fa5 req-63ca9e34-1995-4cc8-abde-5b9ee7c5f586 service neutron] 10.222.0.25 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322527 May 19 21:21:49.910886 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-318d686c-df8c-4e30-851f-33392d874fa5 req-f5de822a-0972-403c-81ba-57d67db4d33a service neutron] 10.222.0.25 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307681 May 19 21:21:53.107495 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-50004cfe-c437-466d-925a-8b82ee5e7517 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-46015741&fields=id&tenant_id=cda74ac05cc9402fa29c062afdbb5a33 HTTP/1.1" status: 200 len: 267 time: 0.1379271 May 19 21:21:53.265427 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-3e778e07-9cd7-4660-bf88-0e02f20d44c9 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:21:53.266886 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-3e778e07-9cd7-4660-bf88-0e02f20d44c9 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/networks?id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275 HTTP/1.1" status: 200 len: 812 time: 0.1523449 May 19 21:21:53.282804 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-14ce31cd-cd3e-4284-b306-1167a6a52711 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/quotas/cda74ac05cc9402fa29c062afdbb5a33 HTTP/1.1" status: 200 len: 375 time: 0.0097783 May 19 21:21:53.377981 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-e70bf678-5309-4172-a424-707ddcd2ffd0 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cda74ac05cc9402fa29c062afdbb5a33&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0894578 May 19 21:21:53.523514 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-92e61aa2-2be7-4253-94ea-174fb6fd8ba0 service neutron] 10.222.0.44 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284430 May 19 21:21:53.676510 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-d5349161-2b96-4d5c-9b25-462158584395 service neutron] 10.222.0.44 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468980 May 19 21:21:54.133613 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-dfb732b7-ee8c-4149-bc3e-4ddab999db22 req-9fc08643-29f5-4d98-b006-36d22453ce08 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=11cf763d-4f2d-4e5a-8267-36a1aa2eecb9 HTTP/1.1" status: 200 len: 210 time: 0.0493016 May 19 21:21:55.226004 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-537810c7-ce5b-4cd8-afd4-71520cf6b4ef tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:21:55.227547 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-537810c7-ce5b-4cd8-afd4-71520cf6b4ef tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.25 "GET /v2.0/networks?id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275 HTTP/1.1" status: 200 len: 812 time: 0.1696661 May 19 21:21:55.316639 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-f66a3113-84f1-471a-9ace-54da15d896e1 req-c200b1d4-bce7-43db-8232-8612cdc4cbd4 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=11cf763d-4f2d-4e5a-8267-36a1aa2eecb9 HTTP/1.1" status: 200 len: 210 time: 0.0597558 May 19 21:21:55.326138 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-7d4ec414-d2c6-4f31-9e49-bf86d688f3b7 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cda74ac05cc9402fa29c062afdbb5a33 HTTP/1.1" status: 200 len: 378 time: 0.0902755 May 19 21:21:55.342868 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-c6539e49-5b20-4a4f-9233-a9291ad4aa38 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Request body: {'port': {'device_id': '11cf763d-4f2d-4e5a-8267-36a1aa2eecb9', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'admin_state_up': True, 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'security_groups': ['afe76a29-d2f0-4d85-b097-c83338c6ef16']}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:21:55.489774 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-c6539e49-5b20-4a4f-9233-a9291ad4aa38 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:21:55.499245 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.quota.driver [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-c6539e49-5b20-4a4f-9233-a9291ad4aa38 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=91836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:21:55.511396 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-c6539e49-5b20-4a4f-9233-a9291ad4aa38 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Made reservation on behalf of cda74ac05cc9402fa29c062afdbb5a33 for: {'port': 1} {{(pid=91836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 21:21:55.515022 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-c6539e49-5b20-4a4f-9233-a9291ad4aa38 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:21:55.682338 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_common [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-c6539e49-5b20-4a4f-9233-a9291ad4aa38 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Allocated IP 172.20.0.4 (c29e2a41-4a34-44e1-8aa5-30cb9ce42275/5420bda8-1771-416b-860a-0d99bb7cee52/9aed865b-edc1-4479-b394-6a02f09c6390) {{(pid=91836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:21:55.882347 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-c6539e49-5b20-4a4f-9233-a9291ad4aa38 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for port, precommit_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:21:55.898989 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-c6539e49-5b20-4a4f-9233-a9291ad4aa38 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Transition to ACTIVE for port object 9aed865b-edc1-4479-b394-6a02f09c6390 will not be triggered until provisioned by entity DHCP. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:21:55.926272 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-c6539e49-5b20-4a4f-9233-a9291ad4aa38 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_create {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:21:55.934165 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-06d0d819-2481-45fd-9448-a505b1e96d3c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:21:56.004385 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-c6539e49-5b20-4a4f-9233-a9291ad4aa38 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Network c29e2a41-4a34-44e1-8aa5-30cb9ce42275 is already hosted by enough agents. {{(pid=91836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:21:56.007477 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.base_scheduler [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-c6539e49-5b20-4a4f-9233-a9291ad4aa38 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Resources bound (agent type, host, resource id): {{(pid=91836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:21:56.009937 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-c6539e49-5b20-4a4f-9233-a9291ad4aa38 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Received port after_create {{(pid=91836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:21:56.047967 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6539e49-5b20-4a4f-9233-a9291ad4aa38 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Pushing event updated for resources: {'Port': ['ID=9aed865b-edc1-4479-b394-6a02f09c6390,revision_number=1']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:21:56.065616 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6539e49-5b20-4a4f-9233-a9291ad4aa38 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:21:56.065980 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6539e49-5b20-4a4f-9233-a9291ad4aa38 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:21:56.066338 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6539e49-5b20-4a4f-9233-a9291ad4aa38 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:21:56.066721 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6539e49-5b20-4a4f-9233-a9291ad4aa38 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:21:56.067101 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6539e49-5b20-4a4f-9233-a9291ad4aa38 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:21:56.067578 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6539e49-5b20-4a4f-9233-a9291ad4aa38 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:21:56.067940 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6539e49-5b20-4a4f-9233-a9291ad4aa38 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:21:56.068292 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6539e49-5b20-4a4f-9233-a9291ad4aa38 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:21:56.068638 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6539e49-5b20-4a4f-9233-a9291ad4aa38 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:21:56.068983 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6539e49-5b20-4a4f-9233-a9291ad4aa38 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:21:56.069325 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6539e49-5b20-4a4f-9233-a9291ad4aa38 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:21:56.069664 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6539e49-5b20-4a4f-9233-a9291ad4aa38 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:21:56.075441 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-c6539e49-5b20-4a4f-9233-a9291ad4aa38 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:21:56.090920 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-c6539e49-5b20-4a4f-9233-a9291ad4aa38 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:21:56.091553 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-c6539e49-5b20-4a4f-9233-a9291ad4aa38 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:21:56.121644 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-c6539e49-5b20-4a4f-9233-a9291ad4aa38 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7838554 May 19 21:21:56.135241 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.v2.base [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-30bd1665-4ea6-4fe5-a380-52891dd92fda service neutron] Request body: {'port': {'device_id': '11cf763d-4f2d-4e5a-8267-36a1aa2eecb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:21:56.219505 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dc31a892-53ff-459b-867c-8f51ef25795d None None] Provisioning for port 9aed865b-edc1-4479-b394-6a02f09c6390 completed by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:21:56.224803 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-dc31a892-53ff-459b-867c-8f51ef25795d None None] Provisioning complete for port 9aed865b-edc1-4479-b394-6a02f09c6390 triggered by entity DHCP. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:21:56.225273 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dc31a892-53ff-459b-867c-8f51ef25795d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:21:56.256903 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-30bd1665-4ea6-4fe5-a380-52891dd92fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:21:56.281141 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-dc31a892-53ff-459b-867c-8f51ef25795d None None] Port 9aed865b-edc1-4479-b394-6a02f09c6390 cannot update to ACTIVE because it is not bound. {{(pid=91838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 21:21:56.519951 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56370dd9-f6c3-4d6e-be52-3ce5471f523c req-0773154e-acb8-4ec5-bfc7-86f902426f00 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:21:56.521528 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-56370dd9-f6c3-4d6e-be52-3ce5471f523c req-0773154e-acb8-4ec5-bfc7-86f902426f00 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=11cf763d-4f2d-4e5a-8267-36a1aa2eecb9 HTTP/1.1" status: 200 len: 931 time: 0.0933392 May 19 21:21:56.712622 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-30bd1665-4ea6-4fe5-a380-52891dd92fda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aed865b-edc1-4479-b394-6a02f09c6390 {{(pid=91836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:21:56.720802 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-30bd1665-4ea6-4fe5-a380-52891dd92fda service neutron] Notify callbacks [] for port, precommit_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:21:56.737262 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.provisioning_blocks [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-30bd1665-4ea6-4fe5-a380-52891dd92fda service neutron] Transition to ACTIVE for port object 9aed865b-edc1-4479-b394-6a02f09c6390 will not be triggered until provisioned by entity L2. {{(pid=91836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 21:21:56.742501 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-30bd1665-4ea6-4fe5-a380-52891dd92fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:21:56.747237 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-6310f516-d2fc-454c-a95a-af3c7a1336a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:21:56.757597 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-56370dd9-f6c3-4d6e-be52-3ce5471f523c req-d867f253-362a-4efe-8d1c-b0ba88205a2e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2298288 May 19 21:21:56.908245 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd1665-4ea6-4fe5-a380-52891dd92fda service neutron] Pushing event updated for resources: {'Port': ['ID=9aed865b-edc1-4479-b394-6a02f09c6390,revision_number=2']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:21:56.911434 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-30bd1665-4ea6-4fe5-a380-52891dd92fda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:21:56.982980 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-30bd1665-4ea6-4fe5-a380-52891dd92fda service neutron] Attempting to bind port 9aed865b-edc1-4479-b394-6a02f09c6390 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 21:21:56.983311 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-30bd1665-4ea6-4fe5-a380-52891dd92fda service neutron] Attempting to bind port 9aed865b-edc1-4479-b394-6a02f09c6390 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '19ccf4de-557f-4d49-a3d6-a6cd943635cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275'}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 21:21:56.983634 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-30bd1665-4ea6-4fe5-a380-52891dd92fda service neutron] Attempting to bind port 9aed865b-edc1-4479-b394-6a02f09c6390 on network c29e2a41-4a34-44e1-8aa5-30cb9ce42275 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:21:56.988333 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-30bd1665-4ea6-4fe5-a380-52891dd92fda service neutron] Port 9aed865b-edc1-4479-b394-6a02f09c6390 on network c29e2a41-4a34-44e1-8aa5-30cb9ce42275 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 21:21:56.988891 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-30bd1665-4ea6-4fe5-a380-52891dd92fda service neutron] Attempting to bind port 9aed865b-edc1-4479-b394-6a02f09c6390 on network c29e2a41-4a34-44e1-8aa5-30cb9ce42275 {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 21:21:56.994135 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-30bd1665-4ea6-4fe5-a380-52891dd92fda service neutron] Checking agent: {'id': '2fb6168f-df3b-41e1-92fa-9ac77f822fbc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'started_at': datetime.datetime(2021, 5, 19, 21, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 21, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 21:21:56.994465 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-30bd1665-4ea6-4fe5-a380-52891dd92fda service neutron] Checking segment: {'id': '19ccf4de-557f-4d49-a3d6-a6cd943635cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 21:21:56.994868 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-30bd1665-4ea6-4fe5-a380-52891dd92fda service neutron] Bound using segment: {'id': '19ccf4de-557f-4d49-a3d6-a6cd943635cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275'} {{(pid=91836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 21:21:56.995305 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.managers [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-30bd1665-4ea6-4fe5-a380-52891dd92fda service neutron] Bound port: 9aed865b-edc1-4479-b394-6a02f09c6390, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19ccf4de-557f-4d49-a3d6-a6cd943635cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275'}}] {{(pid=91836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 21:21:56.995630 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-30bd1665-4ea6-4fe5-a380-52891dd92fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:21:57.086552 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-30bd1665-4ea6-4fe5-a380-52891dd92fda service neutron] For port 9aed865b-edc1-4479-b394-6a02f09c6390, host hv-cinder-78462, cleared binding levels {{(pid=91836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 21:21:57.089452 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-30bd1665-4ea6-4fe5-a380-52891dd92fda service neutron] For port 9aed865b-edc1-4479-b394-6a02f09c6390, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9aed865b-edc1-4479-b394-6a02f09c6390,segment=NetworkSegment(19ccf4de-557f-4d49-a3d6-a6cd943635cb),segment_id=19ccf4de-557f-4d49-a3d6-a6cd943635cb)] {{(pid=91836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 21:21:57.098449 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-30bd1665-4ea6-4fe5-a380-52891dd92fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6504562'] for port, after_update {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:21:57.104388 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-66ccc26c-e809-4a21-96b2-f1f1c04a8b85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:21:57.171050 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-30bd1665-4ea6-4fe5-a380-52891dd92fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:21:57.171639 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-30bd1665-4ea6-4fe5-a380-52891dd92fda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:21:57.173027 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-30bd1665-4ea6-4fe5-a380-52891dd92fda service neutron] 10.222.0.25 "PUT /v2.0/ports/9aed865b-edc1-4479-b394-6a02f09c6390 HTTP/1.1" status: 200 len: 1093 time: 1.0440686 May 19 21:21:57.173583 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11cf763d-4f2d-4e5a-8267-36a1aa2eecb9', 'tag': '9aed865b-edc1-4479-b394-6a02f09c6390'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:21:57.191898 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd1665-4ea6-4fe5-a380-52891dd92fda service neutron] Pushing event updated for resources: {'Port': ['ID=9aed865b-edc1-4479-b394-6a02f09c6390,revision_number=3']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:21:57.195095 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-30bd1665-4ea6-4fe5-a380-52891dd92fda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:21:57.254729 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11cf763d-4f2d-4e5a-8267-36a1aa2eecb9', 'tag': '9aed865b-edc1-4479-b394-6a02f09c6390', 'status': 'completed', 'code': 200} May 19 21:21:57.304005 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-333cde3b-73f3-49fb-b504-17c17cb004c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:21:57.305593 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-333cde3b-73f3-49fb-b504-17c17cb004c8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cda74ac05cc9402fa29c062afdbb5a33&device_id=11cf763d-4f2d-4e5a-8267-36a1aa2eecb9 HTTP/1.1" status: 200 len: 1096 time: 0.0851762 May 19 21:21:57.373549 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-4656502b-d160-4e72-a5b9-a89ddb1a98dc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9aed865b-edc1-4479-b394-6a02f09c6390 HTTP/1.1" status: 200 len: 217 time: 0.0609488 May 19 21:21:57.439976 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-dbc97ff8-0baa-4999-86cd-2fee01396de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:21:57.441421 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-dbc97ff8-0baa-4999-86cd-2fee01396de7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5420bda8-1771-416b-860a-0d99bb7cee52 HTTP/1.1" status: 200 len: 851 time: 0.0623016 May 19 21:21:57.518835 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-34bc222b-45b3-419d-ad13-d97941e28b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:21:57.520789 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-34bc222b-45b3-419d-ad13-d97941e28b4e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0726285 May 19 21:21:57.659141 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-c1aec138-fcaa-4694-b96a-ae42975506fc service neutron] 10.222.0.25 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315916 May 19 21:21:57.798042 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8e3bb84c-9c36-426b-9116-337b1e6b0363 req-2d26583c-0e3d-4010-aa7b-6ba6e9cc5a6c service neutron] 10.222.0.25 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318040 May 19 21:21:57.913764 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09938e-aedd-4321-836a-5ca39028672b req-9d9982d1-18eb-483a-a00e-6cb254b36644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:21:57.915279 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8e09938e-aedd-4321-836a-5ca39028672b req-9d9982d1-18eb-483a-a00e-6cb254b36644 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cda74ac05cc9402fa29c062afdbb5a33&device_id=11cf763d-4f2d-4e5a-8267-36a1aa2eecb9 HTTP/1.1" status: 200 len: 1096 time: 0.0707197 May 19 21:21:57.945519 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6ee7c-9145-4fdc-a0a8-5c1308b8ab8e req-766fd006-ac54-4ad4-a0c2-e907ac1ef783 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:21:57.947065 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-37e6ee7c-9145-4fdc-a0a8-5c1308b8ab8e req-766fd006-ac54-4ad4-a0c2-e907ac1ef783 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=11cf763d-4f2d-4e5a-8267-36a1aa2eecb9 HTTP/1.1" status: 200 len: 943 time: 0.0817740 May 19 21:21:57.997291 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-37e6ee7c-9145-4fdc-a0a8-5c1308b8ab8e req-cb63e173-b928-459c-86ac-efce7be6c48b tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439851 May 19 21:21:58.049869 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09938e-aedd-4321-836a-5ca39028672b req-fc41ec20-499d-4b3a-ae29-778287391008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:21:58.051377 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8e09938e-aedd-4321-836a-5ca39028672b req-fc41ec20-499d-4b3a-ae29-778287391008 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275 HTTP/1.1" status: 200 len: 913 time: 0.1294603 May 19 21:21:58.131100 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8e09938e-aedd-4321-836a-5ca39028672b req-72de05df-3e89-4335-bd99-159ba6a298e4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9aed865b-edc1-4479-b394-6a02f09c6390 HTTP/1.1" status: 200 len: 217 time: 0.0693758 May 19 21:21:58.203841 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09938e-aedd-4321-836a-5ca39028672b req-5f67c260-e2a0-44d3-8a3c-807fbc3ccb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:21:58.205300 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8e09938e-aedd-4321-836a-5ca39028672b req-5f67c260-e2a0-44d3-8a3c-807fbc3ccb79 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5420bda8-1771-416b-860a-0d99bb7cee52 HTTP/1.1" status: 200 len: 851 time: 0.0662346 May 19 21:21:58.386504 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09938e-aedd-4321-836a-5ca39028672b req-50fcd2b4-3e6f-41cf-8e3e-904531bbad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:21:58.387894 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8e09938e-aedd-4321-836a-5ca39028672b req-50fcd2b4-3e6f-41cf-8e3e-904531bbad5e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1724844 May 19 21:21:58.530542 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8e09938e-aedd-4321-836a-5ca39028672b req-40a998b1-7876-4dd3-beeb-ed84b5cbb366 service neutron] 10.222.0.25 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349936 May 19 21:21:58.682983 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-8e09938e-aedd-4321-836a-5ca39028672b req-5f103375-b3aa-4561-9cea-8d44b24e68df service neutron] 10.222.0.25 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454129 May 19 21:21:59.194309 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911dca2-5586-493e-b0b3-9afe197cc04c req-b0122998-f4cc-4e70-975b-178014e50362 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:21:59.195065 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-0911dca2-5586-493e-b0b3-9afe197cc04c req-b0122998-f4cc-4e70-975b-178014e50362 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Synchronizing usage tracker for tenant:cda74ac05cc9402fa29c062afdbb5a33 on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:21:59.215171 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-0911dca2-5586-493e-b0b3-9afe197cc04c req-b0122998-f4cc-4e70-975b-178014e50362 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Unset dirty status for tenant:cda74ac05cc9402fa29c062afdbb5a33 on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:21:59.216650 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0911dca2-5586-493e-b0b3-9afe197cc04c req-b0122998-f4cc-4e70-975b-178014e50362 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=11cf763d-4f2d-4e5a-8267-36a1aa2eecb9 HTTP/1.1" status: 200 len: 943 time: 0.1091909 May 19 21:21:59.262867 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0911dca2-5586-493e-b0b3-9afe197cc04c req-adf9f1ad-be7d-418f-8bfc-755ae1eee250 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405161 May 19 21:22:00.466026 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f015b1-c686-4da2-8299-f737ee60635b req-46854ed7-c4bc-4b5e-9ee0-6b2921a5103e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:22:00.467884 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-47f015b1-c686-4da2-8299-f737ee60635b req-46854ed7-c4bc-4b5e-9ee0-6b2921a5103e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=11cf763d-4f2d-4e5a-8267-36a1aa2eecb9 HTTP/1.1" status: 200 len: 943 time: 0.0933449 May 19 21:22:00.515543 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-47f015b1-c686-4da2-8299-f737ee60635b req-dc43ccca-0f8a-46b3-862f-b2179ae18c1d tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415442 May 19 21:22:01.224932 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:22:01.708775 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b31ddc-cf09-470e-a62a-8c90893a0e03 req-65acb633-9707-40c1-afd5-1c8fd59ee4ed tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:22:01.710318 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-28b31ddc-cf09-470e-a62a-8c90893a0e03 req-65acb633-9707-40c1-afd5-1c8fd59ee4ed tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=11cf763d-4f2d-4e5a-8267-36a1aa2eecb9 HTTP/1.1" status: 200 len: 943 time: 0.0829000 May 19 21:22:01.765682 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-28b31ddc-cf09-470e-a62a-8c90893a0e03 req-43763c44-7a18-47d0-b94f-279233ec49ce tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472126 May 19 21:22:02.966096 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8d337-69f1-4169-856c-7fcbb0260182 req-05cbca20-5c77-4dc4-bc6f-0fba1d06bf8c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:22:02.967534 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-d5f8d337-69f1-4169-856c-7fcbb0260182 req-05cbca20-5c77-4dc4-bc6f-0fba1d06bf8c tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=11cf763d-4f2d-4e5a-8267-36a1aa2eecb9 HTTP/1.1" status: 200 len: 943 time: 0.0913918 May 19 21:22:03.013667 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-d5f8d337-69f1-4169-856c-7fcbb0260182 req-217fa3b3-846d-4da1-8265-a25ab65f72f2 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402942 May 19 21:22:04.217187 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ce790-5600-4875-8c8d-d7d458c2dc2e req-190fbb7d-9a0d-4dee-8d62-ed2a6b0910e0 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:22:04.218652 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d58ce790-5600-4875-8c8d-d7d458c2dc2e req-190fbb7d-9a0d-4dee-8d62-ed2a6b0910e0 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=11cf763d-4f2d-4e5a-8267-36a1aa2eecb9 HTTP/1.1" status: 200 len: 943 time: 0.0903361 May 19 21:22:04.267764 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d58ce790-5600-4875-8c8d-d7d458c2dc2e req-c395e5d5-6fc5-4ea5-9975-a34a8100f7a5 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428178 May 19 21:22:04.539877 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 9aed865b-edc1-4479-b394-6a02f09c6390 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 21:22:04.684123 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 9aed865b-edc1-4479-b394-6a02f09c6390, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9aed865b-edc1-4479-b394-6a02f09c6390,segment=NetworkSegment(19ccf4de-557f-4d49-a3d6-a6cd943635cb),segment_id=19ccf4de-557f-4d49-a3d6-a6cd943635cb)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:22:04.698738 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Returning: {'device': '9aed865b-edc1-4479-b394-6a02f09c6390', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'port_id': '9aed865b-edc1-4479-b394-6a02f09c6390', 'mac_address': 'fa:16:3e:62:e4:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 21:22:04.759898 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:22:04.777994 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aed865b-edc1-4479-b394-6a02f09c6390 {{(pid=91838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 21:22:04.793529 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 9aed865b-edc1-4479-b394-6a02f09c6390, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9aed865b-edc1-4479-b394-6a02f09c6390,segment=NetworkSegment(19ccf4de-557f-4d49-a3d6-a6cd943635cb),segment_id=19ccf4de-557f-4d49-a3d6-a6cd943635cb)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:22:04.801754 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:22:04.803574 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:22:04.879151 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=9aed865b-edc1-4479-b394-6a02f09c6390,revision_number=4']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:22:04.888392 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:22:04.888735 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:22:04.889063 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:22:04.889435 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:22:04.889758 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:22:04.890078 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:22:04.890395 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:22:04.890708 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:22:04.891065 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:22:04.891379 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:22:04.891715 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:22:04.892004 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:22:04.896196 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:22:05.062190 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] get_ports_and_sgs() called for port_ids ['9aed865b-edc1-4479-b394-6a02f09c6390'] {{(pid=91838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 21:22:05.479225 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12021e4f-2b9e-47bc-8f0b-68a833c81f01 req-8705ac92-d66b-42dd-86e8-8e0add2b6c2a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:22:05.480643 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-12021e4f-2b9e-47bc-8f0b-68a833c81f01 req-8705ac92-d66b-42dd-86e8-8e0add2b6c2a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=11cf763d-4f2d-4e5a-8267-36a1aa2eecb9 HTTP/1.1" status: 200 len: 944 time: 0.0975060 May 19 21:22:05.527802 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-12021e4f-2b9e-47bc-8f0b-68a833c81f01 req-d46fcf2a-e471-4ca6-b081-cd989b65d3fd tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411611 May 19 21:22:05.979251 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-0d54b96d-7137-45cf-9ffe-92561759a630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:22:06.555490 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 9aed865b-edc1-4479-b394-6a02f09c6390 up at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 21:22:06.625220 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning for port 9aed865b-edc1-4479-b394-6a02f09c6390 completed by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 21:22:06.630040 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.provisioning_blocks [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Provisioning complete for port 9aed865b-edc1-4479-b394-6a02f09c6390 triggered by entity L2. {{(pid=91838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 21:22:06.630416 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756780'] for port, provisioning_complete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:22:06.716207 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa81da-3a0c-4e9a-9bab-e2eb05bb11dd req-94cc32a4-067c-4e42-94a6-e38ce724841e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:22:06.717667 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-6caa81da-3a0c-4e9a-9bab-e2eb05bb11dd req-94cc32a4-067c-4e42-94a6-e38ce724841e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=11cf763d-4f2d-4e5a-8267-36a1aa2eecb9 HTTP/1.1" status: 200 len: 944 time: 0.0822315 May 19 21:22:06.748715 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:22:06.768850 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-6caa81da-3a0c-4e9a-9bab-e2eb05bb11dd req-dcf9965f-8ba4-414c-88d8-93b0f1a3e226 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450494 May 19 21:22:06.776902 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cf763d-4f2d-4e5a-8267-36a1aa2eecb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aed865b-edc1-4479-b394-6a02f09c6390'}] {{(pid=91838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:22:06.791807 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] For port 9aed865b-edc1-4479-b394-6a02f09c6390, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9aed865b-edc1-4479-b394-6a02f09c6390,segment=NetworkSegment(19ccf4de-557f-4d49-a3d6-a6cd943635cb),segment_id=19ccf4de-557f-4d49-a3d6-a6cd943635cb)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:22:06.798340 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250'] for port, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:22:06.799523 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:22:06.834371 dv-cinder-784623-12-iscsi neutron-server[91838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cf763d-4f2d-4e5a-8267-36a1aa2eecb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aed865b-edc1-4479-b394-6a02f09c6390', 'code': 200} May 19 21:22:06.866973 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Pushing event updated for resources: {'Port': ['ID=9aed865b-edc1-4479-b394-6a02f09c6390,revision_number=5']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:22:06.870043 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:22:07.131651 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba1a78-bad4-449b-ab62-8b7f56ce43cb req-0d2d0614-f4cd-4d57-92f8-58d8bfc89206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:22:07.133013 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-04ba1a78-bad4-449b-ab62-8b7f56ce43cb req-0d2d0614-f4cd-4d57-92f8-58d8bfc89206 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=11cf763d-4f2d-4e5a-8267-36a1aa2eecb9 HTTP/1.1" status: 200 len: 1098 time: 0.0744452 May 19 21:22:07.181859 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-04ba1a78-bad4-449b-ab62-8b7f56ce43cb req-40d175e4-d702-448f-95bf-14b48dee086e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402722 May 19 21:22:07.974709 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f40737-c23d-4933-9b8f-ad6e6a904fd3 req-ce2dec42-1edf-4514-a715-d45d50ab7745 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:22:07.978067 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d3f40737-c23d-4933-9b8f-ad6e6a904fd3 req-ce2dec42-1edf-4514-a715-d45d50ab7745 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=11cf763d-4f2d-4e5a-8267-36a1aa2eecb9 HTTP/1.1" status: 200 len: 945 time: 0.0915582 May 19 21:22:08.026639 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-d3f40737-c23d-4933-9b8f-ad6e6a904fd3 req-16e52602-4d1b-454d-8b79-b5af93017290 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441294 May 19 21:22:08.481069 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:22:08.802100 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-0f06897b-b5c9-462e-83d4-22809a472202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:22:09.380473 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd145-51d6-4641-bb74-5ba67ded66ff req-f6782547-e4fd-4563-a0ce-74e200603759 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:22:09.381873 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-7becd145-51d6-4641-bb74-5ba67ded66ff req-f6782547-e4fd-4563-a0ce-74e200603759 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=11cf763d-4f2d-4e5a-8267-36a1aa2eecb9 HTTP/1.1" status: 200 len: 945 time: 0.0893958 May 19 21:22:09.431793 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-7becd145-51d6-4641-bb74-5ba67ded66ff req-b890fe98-7e06-4050-9dc0-f6250fc31cb1 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413799 May 19 21:22:09.500732 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:22:09.630955 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553253fa-082b-4216-96cd-3cb42e33df0a req-68046cac-9c2d-4336-be35-2ec5c813a821 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:22:09.632321 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-553253fa-082b-4216-96cd-3cb42e33df0a req-68046cac-9c2d-4336-be35-2ec5c813a821 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=11cf763d-4f2d-4e5a-8267-36a1aa2eecb9 HTTP/1.1" status: 200 len: 945 time: 0.0909691 May 19 21:22:09.678569 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-553253fa-082b-4216-96cd-3cb42e33df0a req-5698a908-2b9a-4bbb-a79b-8a0ebf2aefc3 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403109 May 19 21:22:09.702178 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 55988) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:22:09.779450 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c888078-cb42-4980-b2df-75a156845d65 tempest-TestVolumeBootPattern-1256052553 tempest-TestVolumeBootPattern-1256052553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:22:09.780995 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-1c888078-cb42-4980-b2df-75a156845d65 tempest-TestVolumeBootPattern-1256052553 tempest-TestVolumeBootPattern-1256052553-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=11cf763d-4f2d-4e5a-8267-36a1aa2eecb9 HTTP/1.1" status: 200 len: 1093 time: 0.0777776 May 19 21:22:09.785210 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 55992) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:22:09.792550 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.v2.base [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Request body: {'floatingip': {'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'port_id': '9aed865b-edc1-4479-b394-6a02f09c6390', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'fixed_ip_address': '172.20.0.4'}} {{(pid=91837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 21:22:09.799942 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 21:22:09.804272 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Usage tracker for resource:floatingip and tenant:cda74ac05cc9402fa29c062afdbb5a33 is out of sync, need to count used quota {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 21:22:09.807454 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=91837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 21:22:09.813689 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.quota.driver [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=91837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 21:22:09.827229 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for floatingip, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:22:09.972088 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:22:10.125206 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.db_base_plugin_common [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Allocated IP 172.27.1.61 (7528c24a-f700-413f-aad3-165c7750b403/5baa0079-c83e-4549-8f83-3def60c01514/b0d3c8db-f8ce-49a1-bca6-6d0514b47633) {{(pid=91837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 21:22:10.285531 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for port, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:22:10.317400 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750774021111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6754477'] for port, after_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:22:10.321362 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-fbc82740-bb31-489b-b6f1-dccaf8c44942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:22:10.390244 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Network 7528c24a-f700-413f-aad3-165c7750b403 is already hosted by enough agents. {{(pid=91837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 21:22:10.391442 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.base_scheduler [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Resources bound (agent type, host, resource id): {{(pid=91837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 21:22:10.394582 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Received port after_create {{(pid=91837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 21:22:10.441568 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Pushing event updated for resources: {'Port': ['ID=b0d3c8db-f8ce-49a1-bca6-6d0514b47633,revision_number=1']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:22:10.454496 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:22:10.454916 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:22:10.455292 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:22:10.455664 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:22:10.456007 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:22:10.456380 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:22:10.456737 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:22:10.457097 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:22:10.457446 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:22:10.457810 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:22:10.458159 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:22:10.458512 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:22:10.462423 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:22:10.839958 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:22:10.922272 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1785266'] for port, before_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:22:11.260772 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for port, precommit_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:22:11.269257 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750774438831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750774024205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750774024250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6754484'] for port, after_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:22:11.274249 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-0683e609-d9cd-494e-9fbc-5ab94f934a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:22:11.283618 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:22:11.385816 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Pushing event updated for resources: {'Port': ['ID=b0d3c8db-f8ce-49a1-bca6-6d0514b47633,revision_number=2']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:22:11.390358 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:22:11.395671 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658636'] for floatingip, after_update {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:22:11.583595 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.db.l3_db [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Floating IP 232e2502-466f-4ca7-af9f-082fc018da2a associated. External IP: 172.27.1.61, port: 9aed865b-edc1-4479-b394-6a02f09c6390. May 19 21:22:11.948572 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Router 893d97c3-11bc-44e7-a952-aeb7a789c252 has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:22:12.129969 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:22:12.141629 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90a617b-e298-4327-acbe-d03a8caff820 None None] Sync routers for ids ['893d97c3-11bc-44e7-a952-aeb7a789c252'] in dv-cinder-784623-12-iscsi {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:22:12.152075 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90a617b-e298-4327-acbe-d03a8caff820 None None] Routers {'893d97c3-11bc-44e7-a952-aeb7a789c252'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:22:12.152741 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-b90a617b-e298-4327-acbe-d03a8caff820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:22:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['893d97c3-11bc-44e7-a952-aeb7a789c252'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:22:12.158543 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for floatingip, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:22:12.220090 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-2511548a-d6b4-4afc-b380-dfcced49834a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4337168 May 19 21:22:12.221028 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11cf763d-4f2d-4e5a-8267-36a1aa2eecb9', 'tag': '9aed865b-edc1-4479-b394-6a02f09c6390'}] {{(pid=91837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:22:12.393640 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-b90a617b-e298-4327-acbe-d03a8caff820 None None] Set router 893d97c3-11bc-44e7-a952-aeb7a789c252 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:22:12.410829 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11cf763d-4f2d-4e5a-8267-36a1aa2eecb9', 'tag': '9aed865b-edc1-4479-b394-6a02f09c6390', 'status': 'completed', 'code': 200} May 19 21:22:12.511874 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf696f-e7ba-4726-a70c-b809fbd7be51 req-b9824b72-1632-4db2-abcf-541c43b8f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:22:12.513434 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0dbf696f-e7ba-4726-a70c-b809fbd7be51 req-b9824b72-1632-4db2-abcf-541c43b8f422 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cda74ac05cc9402fa29c062afdbb5a33&device_id=11cf763d-4f2d-4e5a-8267-36a1aa2eecb9 HTTP/1.1" status: 200 len: 1098 time: 0.0773137 May 19 21:22:12.652638 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf696f-e7ba-4726-a70c-b809fbd7be51 req-ddcdf209-c63d-4da0-badd-18304864a8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:22:12.654490 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0dbf696f-e7ba-4726-a70c-b809fbd7be51 req-ddcdf209-c63d-4da0-badd-18304864a8ad service neutron] 10.222.0.25 "GET /v2.0/networks?id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275 HTTP/1.1" status: 200 len: 913 time: 0.1347075 May 19 21:22:12.763942 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-b90a617b-e298-4327-acbe-d03a8caff820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'name': 'tempest-TestVolumeBootPattern-2072550495-router', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:38Z', 'updated_at': '2021-05-19T21:16:44Z', 'revision_number': 4, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'gw_port': {'id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:39Z', 'updated_at': '2021-05-19T21:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_floatingips': [{'id': '232e2502-466f-4ca7-af9f-082fc018da2a', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'port_id': '9aed865b-edc1-4479-b394-6a02f09c6390', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'mac_address': 'fa:16:3e:62:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf763d-4f2d-4e5a-8267-36a1aa2eecb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:22:10Z', 'updated_at': '2021-05-19T21:22:10Z', 'revision_number': 0, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'fixed_ip_address_scope': None}, {'id': '623d984e-fea1-48a7-9487-1a29bfa3191d', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'port_id': '4b05800f-7f68-4473-ac8b-e33f36dcfeef', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'mac_address': 'fa:16:3e:cb:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d9710a-c00f-4fc8-a0e5-34052ff21196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:20:11Z', 'updated_at': '2021-05-19T21:20:14Z', 'revision_number': 1, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47ad6cd-d0f2-40de-9447-210f55ab476e', 'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'mac_address': 'fa:16:3e:33:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:43Z', 'updated_at': '2021-05-19T21:16:55Z', 'revision_number': 5, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'subnets': [{'id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:22:12.768830 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90a617b-e298-4327-acbe-d03a8caff820 None None] Checking router: 893d97c3-11bc-44e7-a952-aeb7a789c252 for host: dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:22:12.769400 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0dbf696f-e7ba-4726-a70c-b809fbd7be51 req-d1020f3c-ddb0-4182-bad9-db0400f44459 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9aed865b-edc1-4479-b394-6a02f09c6390 HTTP/1.1" status: 200 len: 998 time: 0.1075468 May 19 21:22:12.781495 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90a617b-e298-4327-acbe-d03a8caff820 None None] Routers {'893d97c3-11bc-44e7-a952-aeb7a789c252'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:22:12.782444 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-b90a617b-e298-4327-acbe-d03a8caff820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:22:09Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['893d97c3-11bc-44e7-a952-aeb7a789c252'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:22:12.864888 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf696f-e7ba-4726-a70c-b809fbd7be51 req-dcc38ad5-2789-4390-a6f3-f35b21df4816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:22:12.866333 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0dbf696f-e7ba-4726-a70c-b809fbd7be51 req-dcc38ad5-2789-4390-a6f3-f35b21df4816 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5420bda8-1771-416b-860a-0d99bb7cee52 HTTP/1.1" status: 200 len: 851 time: 0.0904925 May 19 21:22:12.945059 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf696f-e7ba-4726-a70c-b809fbd7be51 req-3e22c6c3-cb41-4f0c-b8a1-e1bd545bcbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:22:12.946458 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0dbf696f-e7ba-4726-a70c-b809fbd7be51 req-3e22c6c3-cb41-4f0c-b8a1-e1bd545bcbb9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0736048 May 19 21:22:12.999653 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-b90a617b-e298-4327-acbe-d03a8caff820 None None] Set router 893d97c3-11bc-44e7-a952-aeb7a789c252 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:22:13.079823 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0dbf696f-e7ba-4726-a70c-b809fbd7be51 req-1d0615f3-438a-4beb-b069-2f40da544f84 service neutron] 10.222.0.25 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267481 May 19 21:22:13.320722 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-0dbf696f-e7ba-4726-a70c-b809fbd7be51 req-faeb34b4-7c92-4ac4-a10c-0250fc70a8d6 service neutron] 10.222.0.25 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343726 May 19 21:22:13.378228 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-b90a617b-e298-4327-acbe-d03a8caff820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'name': 'tempest-TestVolumeBootPattern-2072550495-router', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:38Z', 'updated_at': '2021-05-19T21:16:44Z', 'revision_number': 4, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'gw_port': {'id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:39Z', 'updated_at': '2021-05-19T21:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_floatingips': [{'id': '232e2502-466f-4ca7-af9f-082fc018da2a', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'port_id': '9aed865b-edc1-4479-b394-6a02f09c6390', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'mac_address': 'fa:16:3e:62:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf763d-4f2d-4e5a-8267-36a1aa2eecb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:22:10Z', 'updated_at': '2021-05-19T21:22:10Z', 'revision_number': 0, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'fixed_ip_address_scope': None}, {'id': '623d984e-fea1-48a7-9487-1a29bfa3191d', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'port_id': '4b05800f-7f68-4473-ac8b-e33f36dcfeef', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'mac_address': 'fa:16:3e:cb:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d9710a-c00f-4fc8-a0e5-34052ff21196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:20:11Z', 'updated_at': '2021-05-19T21:20:14Z', 'revision_number': 1, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47ad6cd-d0f2-40de-9447-210f55ab476e', 'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'mac_address': 'fa:16:3e:33:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:43Z', 'updated_at': '2021-05-19T21:16:55Z', 'revision_number': 5, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'subnets': [{'id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:22:13.382602 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90a617b-e298-4327-acbe-d03a8caff820 None None] The sync data for ids ['893d97c3-11bc-44e7-a952-aeb7a789c252'] in dv-cinder-784623-12-iscsi is: [{'id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'name': 'tempest-TestVolumeBootPattern-2072550495-router', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:38Z', 'updated_at': '2021-05-19T21:16:44Z', 'revision_number': 4, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'gw_port': {'id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:39Z', 'updated_at': '2021-05-19T21:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_floatingips': [{'id': '232e2502-466f-4ca7-af9f-082fc018da2a', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'port_id': '9aed865b-edc1-4479-b394-6a02f09c6390', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'mac_address': 'fa:16:3e:62:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf763d-4f2d-4e5a-8267-36a1aa2eecb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:22:10Z', 'updated_at': '2021-05-19T21:22:10Z', 'revision_number': 0, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'fixed_ip_address_scope': None}, {'id': '623d984e-fea1-48a7-9487-1a29bfa3191d', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'port_id': '4b05800f-7f68-4473-ac8b-e33f36dcfeef', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'mac_address': 'fa:16:3e:cb:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d9710a-c00f-4fc8-a0e5-34052ff21196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:20:11Z', 'updated_at': '2021-05-19T21:20:14Z', 'revision_number': 1, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47ad6cd-d0f2-40de-9447-210f55ab476e', 'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'mac_address': 'fa:16:3e:33:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:43Z', 'updated_at': '2021-05-19T21:16:55Z', 'revision_number': 5, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'subnets': [{'id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:22:13.590896 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e26431-c088-4b5f-9138-7e7a73f34278 None None] New status for floating IP 232e2502-466f-4ca7-af9f-082fc018da2a: ACTIVE {{(pid=91839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 21:22:14.656406 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:22:35.991586 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd36e5f8-9750-4519-85a2-2ff84ff5968c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:22:38.228769 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:22:38.481833 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:22:38.803994 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-f13ebd89-5caa-49d3-81ec-990ef1d5f0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:22:39.505935 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:22:41.285378 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:22:44.657562 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:22:51.038069 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-dd1a0e51-d99d-48ad-9bb2-8221b489603b req-367c7f03-e562-49ff-af39-fab35485f717 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=42d9710a-c00f-4fc8-a0e5-34052ff21196&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717618 May 19 21:22:51.199815 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a0e51-d99d-48ad-9bb2-8221b489603b req-731831fc-af9d-490a-99aa-83e1ee464a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:22:51.201266 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-dd1a0e51-d99d-48ad-9bb2-8221b489603b req-731831fc-af9d-490a-99aa-83e1ee464a39 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cda74ac05cc9402fa29c062afdbb5a33&device_id=42d9710a-c00f-4fc8-a0e5-34052ff21196 HTTP/1.1" status: 200 len: 1099 time: 0.0747335 May 19 21:22:51.357896 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a0e51-d99d-48ad-9bb2-8221b489603b req-f8c3a1ad-21b9-4bde-b13c-de849b50a7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:22:51.359391 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-dd1a0e51-d99d-48ad-9bb2-8221b489603b req-f8c3a1ad-21b9-4bde-b13c-de849b50a7b9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275 HTTP/1.1" status: 200 len: 913 time: 0.1316884 May 19 21:22:51.465678 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-dd1a0e51-d99d-48ad-9bb2-8221b489603b req-8c79c3da-a988-4505-8441-cb17c00e996e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b05800f-7f68-4473-ac8b-e33f36dcfeef HTTP/1.1" status: 200 len: 1001 time: 0.0989039 May 19 21:22:51.535079 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a0e51-d99d-48ad-9bb2-8221b489603b req-351eb607-d53c-448c-ab7e-fbf9262cf7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:22:51.536528 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-dd1a0e51-d99d-48ad-9bb2-8221b489603b req-351eb607-d53c-448c-ab7e-fbf9262cf7b3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5420bda8-1771-416b-860a-0d99bb7cee52 HTTP/1.1" status: 200 len: 851 time: 0.0644484 May 19 21:22:51.614288 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a0e51-d99d-48ad-9bb2-8221b489603b req-2c6d1886-6a51-4f85-a89a-f40ff82f0201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:22:51.615706 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-dd1a0e51-d99d-48ad-9bb2-8221b489603b req-2c6d1886-6a51-4f85-a89a-f40ff82f0201 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0724018 May 19 21:22:51.749005 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-dd1a0e51-d99d-48ad-9bb2-8221b489603b req-fd3c56d7-36bf-4533-8ebd-b6aa0d24a1aa service neutron] 10.222.0.25 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258948 May 19 21:22:51.889619 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-dd1a0e51-d99d-48ad-9bb2-8221b489603b req-5072a088-2930-4f5e-a945-9fdb186b0edb service neutron] 10.222.0.25 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339080 May 19 21:23:05.987164 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-16c2d6bc-08ff-4389-bbd7-4c6ef9a47244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:08.478610 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:08.804479 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-0f8eeb33-23d1-484b-9a80-bacd141e786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:09.509191 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:11.290417 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:14.658605 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:15.229525 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:23:35.988970 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dbc10d98-86ad-45a1-827e-b1af793d2e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:38.477853 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:38.806803 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-abf83759-9df8-4476-90af-9b86cc8912cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:39.510224 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:41.292945 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:43.316507 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 56024) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:23:43.715074 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-51ed30af-0eae-4de6-a454-9657c6d51378 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Deleting port b0d3c8db-f8ce-49a1-bca6-6d0514b47633 {{(pid=91837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:23:43.715393 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-51ed30af-0eae-4de6-a454-9657c6d51378 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:43.836016 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-51ed30af-0eae-4de6-a454-9657c6d51378 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:43.836258 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-51ed30af-0eae-4de6-a454-9657c6d51378 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:43.960569 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-51ed30af-0eae-4de6-a454-9657c6d51378 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Calling delete_port for b0d3c8db-f8ce-49a1-bca6-6d0514b47633 owned by network:floatingip {{(pid=91837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:23:44.089832 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-51ed30af-0eae-4de6-a454-9657c6d51378 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6754477'] for port, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:44.093543 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-6e8f6f00-c070-4543-ab08-b054a23601b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:23:44.139028 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed30af-0eae-4de6-a454-9657c6d51378 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Pushing event deleted for resources: {'Port': ['ID=b0d3c8db-f8ce-49a1-bca6-6d0514b47633,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:23:44.176993 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ed30af-0eae-4de6-a454-9657c6d51378 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:44.177371 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ed30af-0eae-4de6-a454-9657c6d51378 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:44.177750 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ed30af-0eae-4de6-a454-9657c6d51378 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:44.178122 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ed30af-0eae-4de6-a454-9657c6d51378 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:44.178516 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ed30af-0eae-4de6-a454-9657c6d51378 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:44.178896 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ed30af-0eae-4de6-a454-9657c6d51378 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:44.179262 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ed30af-0eae-4de6-a454-9657c6d51378 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:44.179652 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ed30af-0eae-4de6-a454-9657c6d51378 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:44.179995 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ed30af-0eae-4de6-a454-9657c6d51378 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:44.180396 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ed30af-0eae-4de6-a454-9657c6d51378 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:44.180739 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ed30af-0eae-4de6-a454-9657c6d51378 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:44.181093 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ed30af-0eae-4de6-a454-9657c6d51378 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:44.188768 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-51ed30af-0eae-4de6-a454-9657c6d51378 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:23:44.247029 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-51ed30af-0eae-4de6-a454-9657c6d51378 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for floatingip, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:44.247314 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.db.l3_db [None req-51ed30af-0eae-4de6-a454-9657c6d51378 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Floating IP 232e2502-466f-4ca7-af9f-082fc018da2a disassociated (deleted). External IP: 172.27.1.61, port: 9aed865b-edc1-4479-b394-6a02f09c6390. May 19 21:23:44.615074 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ed30af-0eae-4de6-a454-9657c6d51378 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Router 893d97c3-11bc-44e7-a952-aeb7a789c252 has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:23:44.677527 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:44.801434 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ed30af-0eae-4de6-a454-9657c6d51378 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:23:44.811568 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e8a1c8-ab51-4477-aeeb-c51c0c5a5675 None None] Sync routers for ids ['893d97c3-11bc-44e7-a952-aeb7a789c252'] in dv-cinder-784623-12-iscsi {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:23:44.822027 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e8a1c8-ab51-4477-aeeb-c51c0c5a5675 None None] Routers {'893d97c3-11bc-44e7-a952-aeb7a789c252'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:23:44.822663 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-43e8a1c8-ab51-4477-aeeb-c51c0c5a5675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:23:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['893d97c3-11bc-44e7-a952-aeb7a789c252'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:23:44.823160 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-51ed30af-0eae-4de6-a454-9657c6d51378 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for floatingip, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:44.880223 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-51ed30af-0eae-4de6-a454-9657c6d51378 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "DELETE /v2.0/floatingips/232e2502-466f-4ca7-af9f-082fc018da2a HTTP/1.1" status: 204 len: 168 time: 1.5625908 May 19 21:23:44.880890 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11cf763d-4f2d-4e5a-8267-36a1aa2eecb9', 'tag': '9aed865b-edc1-4479-b394-6a02f09c6390'}] {{(pid=91837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:23:44.927569 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11cf763d-4f2d-4e5a-8267-36a1aa2eecb9', 'tag': '9aed865b-edc1-4479-b394-6a02f09c6390', 'status': 'completed', 'code': 200} May 19 21:23:45.008852 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-43e8a1c8-ab51-4477-aeeb-c51c0c5a5675 None None] Set router 893d97c3-11bc-44e7-a952-aeb7a789c252 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:23:45.029485 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f142c-1e62-4d5a-a3a6-5a7a0cd9df32 req-5bb90dbd-fcbb-4e8e-8b2c-e9e981a96b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:23:45.031285 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a90f142c-1e62-4d5a-a3a6-5a7a0cd9df32 req-5bb90dbd-fcbb-4e8e-8b2c-e9e981a96b7b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cda74ac05cc9402fa29c062afdbb5a33&device_id=11cf763d-4f2d-4e5a-8267-36a1aa2eecb9 HTTP/1.1" status: 200 len: 1098 time: 0.0814784 May 19 21:23:45.185567 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f142c-1e62-4d5a-a3a6-5a7a0cd9df32 req-61dc10d7-e300-4db4-b126-beaf8c1f7df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:23:45.187085 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a90f142c-1e62-4d5a-a3a6-5a7a0cd9df32 req-61dc10d7-e300-4db4-b126-beaf8c1f7df5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275 HTTP/1.1" status: 200 len: 913 time: 0.1490285 May 19 21:23:45.260888 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a90f142c-1e62-4d5a-a3a6-5a7a0cd9df32 req-673580ca-1288-4ddc-88d6-f621526486b8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9aed865b-edc1-4479-b394-6a02f09c6390 HTTP/1.1" status: 200 len: 217 time: 0.0659518 May 19 21:23:45.342621 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f142c-1e62-4d5a-a3a6-5a7a0cd9df32 req-33f9d94a-6c8c-41ed-ac36-3f7472297afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:23:45.345263 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a90f142c-1e62-4d5a-a3a6-5a7a0cd9df32 req-33f9d94a-6c8c-41ed-ac36-3f7472297afd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5420bda8-1771-416b-860a-0d99bb7cee52 HTTP/1.1" status: 200 len: 851 time: 0.0765584 May 19 21:23:45.419295 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e798b27-a580-4388-8444-7864cd188ac6 req-ebc1a222-21ae-4a93-bc41-46aeb78d7014 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:23:45.420138 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-3e798b27-a580-4388-8444-7864cd188ac6 req-ebc1a222-21ae-4a93-bc41-46aeb78d7014 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Synchronizing usage tracker for tenant:cda74ac05cc9402fa29c062afdbb5a33 on resource:port {{(pid=91837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:23:45.432458 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-43e8a1c8-ab51-4477-aeeb-c51c0c5a5675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'name': 'tempest-TestVolumeBootPattern-2072550495-router', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:38Z', 'updated_at': '2021-05-19T21:16:44Z', 'revision_number': 4, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'gw_port': {'id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:39Z', 'updated_at': '2021-05-19T21:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_floatingips': [{'id': '623d984e-fea1-48a7-9487-1a29bfa3191d', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'port_id': '4b05800f-7f68-4473-ac8b-e33f36dcfeef', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'mac_address': 'fa:16:3e:cb:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d9710a-c00f-4fc8-a0e5-34052ff21196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:20:11Z', 'updated_at': '2021-05-19T21:20:14Z', 'revision_number': 1, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47ad6cd-d0f2-40de-9447-210f55ab476e', 'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'mac_address': 'fa:16:3e:33:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:43Z', 'updated_at': '2021-05-19T21:16:55Z', 'revision_number': 5, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'subnets': [{'id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:23:45.436045 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f142c-1e62-4d5a-a3a6-5a7a0cd9df32 req-b3ab84d9-d27c-4de1-bd2c-f2661526a113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:23:45.436675 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e8a1c8-ab51-4477-aeeb-c51c0c5a5675 None None] Checking router: 893d97c3-11bc-44e7-a952-aeb7a789c252 for host: dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:23:45.437846 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a90f142c-1e62-4d5a-a3a6-5a7a0cd9df32 req-b3ab84d9-d27c-4de1-bd2c-f2661526a113 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0832353 May 19 21:23:45.438440 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-3e798b27-a580-4388-8444-7864cd188ac6 req-ebc1a222-21ae-4a93-bc41-46aeb78d7014 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Unset dirty status for tenant:cda74ac05cc9402fa29c062afdbb5a33 on resource:port {{(pid=91837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:23:45.439742 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-3e798b27-a580-4388-8444-7864cd188ac6 req-ebc1a222-21ae-4a93-bc41-46aeb78d7014 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=11cf763d-4f2d-4e5a-8267-36a1aa2eecb9 HTTP/1.1" status: 200 len: 945 time: 0.2524211 May 19 21:23:45.449336 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e8a1c8-ab51-4477-aeeb-c51c0c5a5675 None None] Routers {'893d97c3-11bc-44e7-a952-aeb7a789c252'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:23:45.450422 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-43e8a1c8-ab51-4477-aeeb-c51c0c5a5675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:23:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['893d97c3-11bc-44e7-a952-aeb7a789c252'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:23:45.489809 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-3e798b27-a580-4388-8444-7864cd188ac6 req-3d7a1654-874a-4728-9ea2-ba50bdb4e445 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439594 May 19 21:23:45.579548 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a90f142c-1e62-4d5a-a3a6-5a7a0cd9df32 req-e08caeba-67d7-4e20-b0ce-b492ed680cdf service neutron] 10.222.0.25 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336334 May 19 21:23:45.634349 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-43e8a1c8-ab51-4477-aeeb-c51c0c5a5675 None None] Set router 893d97c3-11bc-44e7-a952-aeb7a789c252 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:23:45.809818 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-a90f142c-1e62-4d5a-a3a6-5a7a0cd9df32 req-08fc730a-1d64-42d6-bf15-f108a7402b93 service neutron] 10.222.0.25 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231371 May 19 21:23:45.991617 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-43e8a1c8-ab51-4477-aeeb-c51c0c5a5675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'name': 'tempest-TestVolumeBootPattern-2072550495-router', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:38Z', 'updated_at': '2021-05-19T21:16:44Z', 'revision_number': 4, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'gw_port': {'id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:39Z', 'updated_at': '2021-05-19T21:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_floatingips': [{'id': '623d984e-fea1-48a7-9487-1a29bfa3191d', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'port_id': '4b05800f-7f68-4473-ac8b-e33f36dcfeef', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'mac_address': 'fa:16:3e:cb:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d9710a-c00f-4fc8-a0e5-34052ff21196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:20:11Z', 'updated_at': '2021-05-19T21:20:14Z', 'revision_number': 1, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47ad6cd-d0f2-40de-9447-210f55ab476e', 'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'mac_address': 'fa:16:3e:33:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:43Z', 'updated_at': '2021-05-19T21:16:55Z', 'revision_number': 5, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'subnets': [{'id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:23:45.995828 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e8a1c8-ab51-4477-aeeb-c51c0c5a5675 None None] The sync data for ids ['893d97c3-11bc-44e7-a952-aeb7a789c252'] in dv-cinder-784623-12-iscsi is: [{'id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'name': 'tempest-TestVolumeBootPattern-2072550495-router', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:38Z', 'updated_at': '2021-05-19T21:16:44Z', 'revision_number': 4, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'gw_port': {'id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:39Z', 'updated_at': '2021-05-19T21:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_floatingips': [{'id': '623d984e-fea1-48a7-9487-1a29bfa3191d', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'router_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'port_id': '4b05800f-7f68-4473-ac8b-e33f36dcfeef', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'mac_address': 'fa:16:3e:cb:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d9710a-c00f-4fc8-a0e5-34052ff21196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T21:20:11Z', 'updated_at': '2021-05-19T21:20:14Z', 'revision_number': 1, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47ad6cd-d0f2-40de-9447-210f55ab476e', 'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'mac_address': 'fa:16:3e:33:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:43Z', 'updated_at': '2021-05-19T21:16:55Z', 'revision_number': 5, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'subnets': [{'id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:23:46.243021 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c16d9a-b457-4f39-9646-f94c0f341850 None None] New status for floating IP 232e2502-466f-4ca7-af9f-082fc018da2a: DOWN {{(pid=91839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 21:23:46.658118 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b63bc8-bca0-44e4-b67f-0fb73cb50eb9 req-9612b058-8504-4bea-b4f7-0e1c19b02641 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:23:46.659668 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-53b63bc8-bca0-44e4-b67f-0fb73cb50eb9 req-9612b058-8504-4bea-b4f7-0e1c19b02641 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.25 "GET /v2.0/ports?device_id=11cf763d-4f2d-4e5a-8267-36a1aa2eecb9 HTTP/1.1" status: 200 len: 945 time: 0.0929880 May 19 21:23:46.856814 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772820a-b219-4d5f-8331-1a1492274852 req-8aeb6f5f-db67-444e-b216-6450680ed41b tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:23:46.858303 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2772820a-b219-4d5f-8331-1a1492274852 req-8aeb6f5f-db67-444e-b216-6450680ed41b tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=11cf763d-4f2d-4e5a-8267-36a1aa2eecb9 HTTP/1.1" status: 200 len: 945 time: 0.2295170 May 19 21:23:46.902079 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-53b63bc8-bca0-44e4-b67f-0fb73cb50eb9 req-07381372-668d-428b-895a-c101f404a8dc tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Deleting port 9aed865b-edc1-4479-b394-6a02f09c6390 {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:23:46.902418 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-53b63bc8-bca0-44e4-b67f-0fb73cb50eb9 req-07381372-668d-428b-895a-c101f404a8dc tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:46.944196 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-2772820a-b219-4d5f-8331-1a1492274852 req-31c8cc0e-f280-4c69-bd91-55ee81c1751b tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785310 May 19 21:23:47.052664 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-53b63bc8-bca0-44e4-b67f-0fb73cb50eb9 req-07381372-668d-428b-895a-c101f404a8dc tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] For port 9aed865b-edc1-4479-b394-6a02f09c6390, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9aed865b-edc1-4479-b394-6a02f09c6390,segment=NetworkSegment(19ccf4de-557f-4d49-a3d6-a6cd943635cb),segment_id=19ccf4de-557f-4d49-a3d6-a6cd943635cb)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:23:47.053020 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-53b63bc8-bca0-44e4-b67f-0fb73cb50eb9 req-07381372-668d-428b-895a-c101f404a8dc tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:47.181834 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-53b63bc8-bca0-44e4-b67f-0fb73cb50eb9 req-07381372-668d-428b-895a-c101f404a8dc tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Calling delete_port for 9aed865b-edc1-4479-b394-6a02f09c6390 owned by compute:nova {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:23:47.312213 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-53b63bc8-bca0-44e4-b67f-0fb73cb50eb9 req-07381372-668d-428b-895a-c101f404a8dc tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:47.318923 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-c6539e49-5b20-4a4f-9233-a9291ad4aa38 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:23:47.364744 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07381372-668d-428b-895a-c101f404a8dc tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Pushing event deleted for resources: {'Port': ['ID=9aed865b-edc1-4479-b394-6a02f09c6390,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:23:47.404019 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07381372-668d-428b-895a-c101f404a8dc tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:47.404393 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07381372-668d-428b-895a-c101f404a8dc tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:47.404759 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07381372-668d-428b-895a-c101f404a8dc tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:47.405117 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07381372-668d-428b-895a-c101f404a8dc tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:47.405469 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07381372-668d-428b-895a-c101f404a8dc tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:47.405825 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07381372-668d-428b-895a-c101f404a8dc tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:47.406173 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07381372-668d-428b-895a-c101f404a8dc tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:47.406529 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07381372-668d-428b-895a-c101f404a8dc tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:47.406882 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07381372-668d-428b-895a-c101f404a8dc tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:47.407253 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07381372-668d-428b-895a-c101f404a8dc tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:47.407605 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07381372-668d-428b-895a-c101f404a8dc tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:47.407945 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07381372-668d-428b-895a-c101f404a8dc tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:23:47.415441 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-07381372-668d-428b-895a-c101f404a8dc tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:23:47.454882 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b63bc8-bca0-44e4-b67f-0fb73cb50eb9 req-07381372-668d-428b-895a-c101f404a8dc tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] No DVR routers for this DVR port 9aed865b-edc1-4479-b394-6a02f09c6390 on host hv-cinder-78462 {{(pid=91836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:23:47.457915 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-53b63bc8-bca0-44e4-b67f-0fb73cb50eb9 req-07381372-668d-428b-895a-c101f404a8dc tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:47.460634 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cf763d-4f2d-4e5a-8267-36a1aa2eecb9', 'name': 'network-vif-deleted', 'tag': '9aed865b-edc1-4479-b394-6a02f09c6390'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:23:47.479180 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-53b63bc8-bca0-44e4-b67f-0fb73cb50eb9 req-07381372-668d-428b-895a-c101f404a8dc tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.25 "DELETE /v2.0/ports/9aed865b-edc1-4479-b394-6a02f09c6390 HTTP/1.1" status: 204 len: 173 time: 0.8140337 May 19 21:23:47.512938 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cf763d-4f2d-4e5a-8267-36a1aa2eecb9', 'name': 'network-vif-deleted', 'tag': '9aed865b-edc1-4479-b394-6a02f09c6390', 'status': 'completed', 'code': 200} May 19 21:23:48.115329 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-1b49e247-d579-4115-b018-10867fe0bd60 req-e2ba7265-5645-415a-8e7c-269777156ff5 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Synchronizing usage tracker for tenant:cda74ac05cc9402fa29c062afdbb5a33 on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:23:48.133260 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-1b49e247-d579-4115-b018-10867fe0bd60 req-e2ba7265-5645-415a-8e7c-269777156ff5 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Unset dirty status for tenant:cda74ac05cc9402fa29c062afdbb5a33 on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:23:48.134388 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-1b49e247-d579-4115-b018-10867fe0bd60 req-e2ba7265-5645-415a-8e7c-269777156ff5 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=11cf763d-4f2d-4e5a-8267-36a1aa2eecb9 HTTP/1.1" status: 200 len: 210 time: 0.0674777 May 19 21:23:50.986281 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 9aed865b-edc1-4479-b394-6a02f09c6390 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:23:51.024648 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] No Port match for: 9aed865b-edc1-4479-b394-6a02f09c6390 {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:23:51.025002 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 9aed865b-edc1-4479-b394-6a02f09c6390 not bound to the agent host hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:23:51.660969 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 56060) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:23:52.064126 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-5059d9bc-1fe9-44c7-8676-ecc4f7d92d1e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Deleting port 738b6293-a36b-4792-9ec0-617aa96f58ed {{(pid=91837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:23:52.064424 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-5059d9bc-1fe9-44c7-8676-ecc4f7d92d1e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:52.191189 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-5059d9bc-1fe9-44c7-8676-ecc4f7d92d1e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:52.191449 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-5059d9bc-1fe9-44c7-8676-ecc4f7d92d1e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:52.230269 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:23:52.311885 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-5059d9bc-1fe9-44c7-8676-ecc4f7d92d1e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Calling delete_port for 738b6293-a36b-4792-9ec0-617aa96f58ed owned by network:floatingip {{(pid=91837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:23:52.450351 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-5059d9bc-1fe9-44c7-8676-ecc4f7d92d1e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6754477'] for port, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:52.453931 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-33a3855f-d698-412b-923d-3ac3da516cfa tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:23:52.497117 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059d9bc-1fe9-44c7-8676-ecc4f7d92d1e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Pushing event deleted for resources: {'Port': ['ID=738b6293-a36b-4792-9ec0-617aa96f58ed,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:23:52.500238 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-5059d9bc-1fe9-44c7-8676-ecc4f7d92d1e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:23:52.593828 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-5059d9bc-1fe9-44c7-8676-ecc4f7d92d1e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for floatingip, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:52.594188 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.db.l3_db [None req-5059d9bc-1fe9-44c7-8676-ecc4f7d92d1e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Floating IP 623d984e-fea1-48a7-9487-1a29bfa3191d disassociated (deleted). External IP: 172.27.1.76, port: 4b05800f-7f68-4473-ac8b-e33f36dcfeef. May 19 21:23:52.954614 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5059d9bc-1fe9-44c7-8676-ecc4f7d92d1e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Router 893d97c3-11bc-44e7-a952-aeb7a789c252 has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:23:53.155328 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5059d9bc-1fe9-44c7-8676-ecc4f7d92d1e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:23:53.165340 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb22e66-d32d-47f3-b0ad-f0b5b0cd163e None None] Sync routers for ids ['893d97c3-11bc-44e7-a952-aeb7a789c252'] in dv-cinder-784623-12-iscsi {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:23:53.175627 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb22e66-d32d-47f3-b0ad-f0b5b0cd163e None None] Routers {'893d97c3-11bc-44e7-a952-aeb7a789c252'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:23:53.176268 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-dcb22e66-d32d-47f3-b0ad-f0b5b0cd163e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:23:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['893d97c3-11bc-44e7-a952-aeb7a789c252'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:23:53.177589 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-5059d9bc-1fe9-44c7-8676-ecc4f7d92d1e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for floatingip, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:53.234342 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-5059d9bc-1fe9-44c7-8676-ecc4f7d92d1e tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "DELETE /v2.0/floatingips/623d984e-fea1-48a7-9487-1a29bfa3191d HTTP/1.1" status: 204 len: 168 time: 1.5720387 May 19 21:23:53.235071 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d9710a-c00f-4fc8-a0e5-34052ff21196', 'tag': '4b05800f-7f68-4473-ac8b-e33f36dcfeef'}] {{(pid=91837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:23:53.285458 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d9710a-c00f-4fc8-a0e5-34052ff21196', 'tag': '4b05800f-7f68-4473-ac8b-e33f36dcfeef', 'status': 'completed', 'code': 200} May 19 21:23:53.355583 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-dcb22e66-d32d-47f3-b0ad-f0b5b0cd163e None None] Set router 893d97c3-11bc-44e7-a952-aeb7a789c252 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:23:53.378360 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78b729-0eac-457b-8158-5e052400e5b5 req-a772ad22-c433-41b4-bcd2-234d57390cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:23:53.379868 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ee78b729-0eac-457b-8158-5e052400e5b5 req-a772ad22-c433-41b4-bcd2-234d57390cef service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cda74ac05cc9402fa29c062afdbb5a33&device_id=42d9710a-c00f-4fc8-a0e5-34052ff21196 HTTP/1.1" status: 200 len: 1099 time: 0.0723066 May 19 21:23:53.515701 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78b729-0eac-457b-8158-5e052400e5b5 req-a93f2f3a-5c3e-499a-b61a-0e6c6ab1c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:23:53.517453 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ee78b729-0eac-457b-8158-5e052400e5b5 req-a93f2f3a-5c3e-499a-b61a-0e6c6ab1c61f service neutron] 10.222.0.25 "GET /v2.0/networks?id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275 HTTP/1.1" status: 200 len: 913 time: 0.1308141 May 19 21:23:53.594318 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ee78b729-0eac-457b-8158-5e052400e5b5 req-92b6d34a-2c77-4c37-a8f5-e4f063db015d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b05800f-7f68-4473-ac8b-e33f36dcfeef HTTP/1.1" status: 200 len: 217 time: 0.0691271 May 19 21:23:53.619845 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c63b7-8b8b-4668-aadd-8d7abe6026d6 req-13155fd8-711f-44b1-9c76-aa972c675e07 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:23:53.620542 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-5a1c63b7-8b8b-4668-aadd-8d7abe6026d6 req-13155fd8-711f-44b1-9c76-aa972c675e07 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Synchronizing usage tracker for tenant:cda74ac05cc9402fa29c062afdbb5a33 on resource:port {{(pid=91837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:23:53.638292 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.quota.resource [req-5a1c63b7-8b8b-4668-aadd-8d7abe6026d6 req-13155fd8-711f-44b1-9c76-aa972c675e07 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Unset dirty status for tenant:cda74ac05cc9402fa29c062afdbb5a33 on resource:port {{(pid=91837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:23:53.640051 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-5a1c63b7-8b8b-4668-aadd-8d7abe6026d6 req-13155fd8-711f-44b1-9c76-aa972c675e07 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d9710a-c00f-4fc8-a0e5-34052ff21196 HTTP/1.1" status: 200 len: 946 time: 0.1033821 May 19 21:23:53.658992 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78b729-0eac-457b-8158-5e052400e5b5 req-6fb33c25-713e-457b-b8c8-4ffda0e583a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:23:53.660515 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ee78b729-0eac-457b-8158-5e052400e5b5 req-6fb33c25-713e-457b-b8c8-4ffda0e583a1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5420bda8-1771-416b-860a-0d99bb7cee52 HTTP/1.1" status: 200 len: 851 time: 0.0596056 May 19 21:23:53.677628 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-dcb22e66-d32d-47f3-b0ad-f0b5b0cd163e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'name': 'tempest-TestVolumeBootPattern-2072550495-router', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:38Z', 'updated_at': '2021-05-19T21:16:44Z', 'revision_number': 4, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'gw_port': {'id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:39Z', 'updated_at': '2021-05-19T21:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'f47ad6cd-d0f2-40de-9447-210f55ab476e', 'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'mac_address': 'fa:16:3e:33:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:43Z', 'updated_at': '2021-05-19T21:16:55Z', 'revision_number': 5, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'subnets': [{'id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:23:53.682002 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb22e66-d32d-47f3-b0ad-f0b5b0cd163e None None] Checking router: 893d97c3-11bc-44e7-a952-aeb7a789c252 for host: dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:23:53.690539 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb22e66-d32d-47f3-b0ad-f0b5b0cd163e None None] Routers {'893d97c3-11bc-44e7-a952-aeb7a789c252'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:23:53.691178 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-dcb22e66-d32d-47f3-b0ad-f0b5b0cd163e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:23:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['893d97c3-11bc-44e7-a952-aeb7a789c252'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:23:53.692642 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [req-5a1c63b7-8b8b-4668-aadd-8d7abe6026d6 req-789febb9-0e90-4834-8bf0-f7b8271c9435 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456481 May 19 21:23:53.744003 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78b729-0eac-457b-8158-5e052400e5b5 req-778fb379-140f-4cc5-aa52-f74da54c9563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:23:53.745483 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ee78b729-0eac-457b-8158-5e052400e5b5 req-778fb379-140f-4cc5-aa52-f74da54c9563 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c29e2a41-4a34-44e1-8aa5-30cb9ce42275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0780525 May 19 21:23:53.889313 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ee78b729-0eac-457b-8158-5e052400e5b5 req-6a9fdc40-2fda-4ae5-83d9-c51df5088e44 service neutron] 10.222.0.25 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351657 May 19 21:23:53.917767 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-dcb22e66-d32d-47f3-b0ad-f0b5b0cd163e None None] Set router 893d97c3-11bc-44e7-a952-aeb7a789c252 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:23:54.137182 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-ee78b729-0eac-457b-8158-5e052400e5b5 req-8400bad1-2a2c-4126-a8c4-6512a98e10fb service neutron] 10.222.0.25 "GET /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408087 May 19 21:23:54.239858 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-dcb22e66-d32d-47f3-b0ad-f0b5b0cd163e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'name': 'tempest-TestVolumeBootPattern-2072550495-router', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:38Z', 'updated_at': '2021-05-19T21:16:44Z', 'revision_number': 4, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'gw_port': {'id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:39Z', 'updated_at': '2021-05-19T21:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'f47ad6cd-d0f2-40de-9447-210f55ab476e', 'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'mac_address': 'fa:16:3e:33:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:43Z', 'updated_at': '2021-05-19T21:16:55Z', 'revision_number': 5, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'subnets': [{'id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:23:54.244075 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb22e66-d32d-47f3-b0ad-f0b5b0cd163e None None] The sync data for ids ['893d97c3-11bc-44e7-a952-aeb7a789c252'] in dv-cinder-784623-12-iscsi is: [{'id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'name': 'tempest-TestVolumeBootPattern-2072550495-router', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:38Z', 'updated_at': '2021-05-19T21:16:44Z', 'revision_number': 4, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'gw_port': {'id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:39Z', 'updated_at': '2021-05-19T21:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi', '_interfaces': [{'id': 'f47ad6cd-d0f2-40de-9447-210f55ab476e', 'name': '', 'network_id': 'c29e2a41-4a34-44e1-8aa5-30cb9ce42275', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'mac_address': 'fa:16:3e:33:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:43Z', 'updated_at': '2021-05-19T21:16:55Z', 'revision_number': 5, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'subnets': [{'id': '5420bda8-1771-416b-860a-0d99bb7cee52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:23:54.470199 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdbf062-42d6-47ff-97b0-9def976cab85 None None] New status for floating IP 623d984e-fea1-48a7-9487-1a29bfa3191d: DOWN {{(pid=91839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 21:23:54.884335 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb398687-81da-48e2-afee-1d0e1dd1b688 req-e52379f4-b43b-48af-bd87-3b5784863198 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:23:54.885681 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-fb398687-81da-48e2-afee-1d0e1dd1b688 req-e52379f4-b43b-48af-bd87-3b5784863198 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d9710a-c00f-4fc8-a0e5-34052ff21196 HTTP/1.1" status: 200 len: 946 time: 0.0830791 May 19 21:23:54.983544 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-fb398687-81da-48e2-afee-1d0e1dd1b688 req-d53074fd-fd5e-4019-8818-9d2dedb900e5 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/security-groups?id=afe76a29-d2f0-4d85-b097-c83338c6ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0920143 May 19 21:23:55.009917 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83f866-6434-42e3-8395-3c4a29ec8c9a req-914e8dc2-0fd8-48d5-abf6-678f8bd5056a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 21:23:55.011990 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4a83f866-6434-42e3-8395-3c4a29ec8c9a req-914e8dc2-0fd8-48d5-abf6-678f8bd5056a tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.25 "GET /v2.0/ports?device_id=42d9710a-c00f-4fc8-a0e5-34052ff21196 HTTP/1.1" status: 200 len: 946 time: 0.1193891 May 19 21:23:55.174712 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-4a83f866-6434-42e3-8395-3c4a29ec8c9a req-b2d447b5-37c8-4165-99f8-76e1353369e2 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Deleting port 4b05800f-7f68-4473-ac8b-e33f36dcfeef {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:23:55.174992 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4a83f866-6434-42e3-8395-3c4a29ec8c9a req-b2d447b5-37c8-4165-99f8-76e1353369e2 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:55.310266 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [req-4a83f866-6434-42e3-8395-3c4a29ec8c9a req-b2d447b5-37c8-4165-99f8-76e1353369e2 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] For port 4b05800f-7f68-4473-ac8b-e33f36dcfeef, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4b05800f-7f68-4473-ac8b-e33f36dcfeef,segment=NetworkSegment(19ccf4de-557f-4d49-a3d6-a6cd943635cb),segment_id=19ccf4de-557f-4d49-a3d6-a6cd943635cb)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:23:55.310583 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4a83f866-6434-42e3-8395-3c4a29ec8c9a req-b2d447b5-37c8-4165-99f8-76e1353369e2 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:55.436033 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [req-4a83f866-6434-42e3-8395-3c4a29ec8c9a req-b2d447b5-37c8-4165-99f8-76e1353369e2 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Calling delete_port for 4b05800f-7f68-4473-ac8b-e33f36dcfeef owned by compute:nova {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:23:55.556915 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4a83f866-6434-42e3-8395-3c4a29ec8c9a req-b2d447b5-37c8-4165-99f8-76e1353369e2 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:55.563539 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-de94c469-bd9b-4876-bc9c-c515382b3a9a tempest-TestShelveInstance-1860638632 tempest-TestShelveInstance-1860638632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:23:55.609308 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d447b5-37c8-4165-99f8-76e1353369e2 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Pushing event deleted for resources: {'Port': ['ID=4b05800f-7f68-4473-ac8b-e33f36dcfeef,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:23:55.612217 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-b2d447b5-37c8-4165-99f8-76e1353369e2 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:23:55.689474 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a83f866-6434-42e3-8395-3c4a29ec8c9a req-b2d447b5-37c8-4165-99f8-76e1353369e2 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] No DVR routers for this DVR port 4b05800f-7f68-4473-ac8b-e33f36dcfeef on host hv-cinder-78462 {{(pid=91836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:23:55.691989 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [req-4a83f866-6434-42e3-8395-3c4a29ec8c9a req-b2d447b5-37c8-4165-99f8-76e1353369e2 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for port, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:55.694846 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d9710a-c00f-4fc8-a0e5-34052ff21196', 'name': 'network-vif-deleted', 'tag': '4b05800f-7f68-4473-ac8b-e33f36dcfeef'}] {{(pid=91836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 21:23:55.712277 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-4a83f866-6434-42e3-8395-3c4a29ec8c9a req-b2d447b5-37c8-4165-99f8-76e1353369e2 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.25 "DELETE /v2.0/ports/4b05800f-7f68-4473-ac8b-e33f36dcfeef HTTP/1.1" status: 204 len: 173 time: 0.6937578 May 19 21:23:55.742616 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d9710a-c00f-4fc8-a0e5-34052ff21196', 'name': 'network-vif-deleted', 'tag': '4b05800f-7f68-4473-ac8b-e33f36dcfeef', 'status': 'completed', 'code': 200} May 19 21:23:56.138875 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-62b24a38-5410-44dd-a627-91c9cfa88cda req-16ab3abf-95a7-405e-9552-f34de0dfbebb tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Synchronizing usage tracker for tenant:cda74ac05cc9402fa29c062afdbb5a33 on resource:port {{(pid=91836) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 21:23:56.155723 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.quota.resource [req-62b24a38-5410-44dd-a627-91c9cfa88cda req-16ab3abf-95a7-405e-9552-f34de0dfbebb tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Unset dirty status for tenant:cda74ac05cc9402fa29c062afdbb5a33 on resource:port {{(pid=91836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 21:23:56.156856 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [req-62b24a38-5410-44dd-a627-91c9cfa88cda req-16ab3abf-95a7-405e-9552-f34de0dfbebb tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d9710a-c00f-4fc8-a0e5-34052ff21196 HTTP/1.1" status: 200 len: 210 time: 0.0608511 May 19 21:23:57.253639 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 56078) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:23:57.555887 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [req-a721bf47-4d8e-4857-ab03-48ff489625a4 req-43d2df1b-8cb5-47e1-9dd9-e00ae373dc8a service neutron] (91837) timed out ('10.222.0.25', 58132) {{(pid=91837) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 19 21:23:57.612672 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-3dbf61e0-61f3-49ea-bf11-677fbadc7e83 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Deleting port 16dc0c69-79e0-4592-a6c4-e75c8e3d9a9c {{(pid=91837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:23:57.613014 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-3dbf61e0-61f3-49ea-bf11-677fbadc7e83 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:57.734289 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-3dbf61e0-61f3-49ea-bf11-677fbadc7e83 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:57.734585 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-3dbf61e0-61f3-49ea-bf11-677fbadc7e83 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:57.856984 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-3dbf61e0-61f3-49ea-bf11-677fbadc7e83 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Calling delete_port for 16dc0c69-79e0-4592-a6c4-e75c8e3d9a9c owned by network:floatingip {{(pid=91837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:23:57.981938 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-3dbf61e0-61f3-49ea-bf11-677fbadc7e83 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6754477'] for port, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:57.987189 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-4514ef72-2e00-4fd1-9095-b9eeacf05edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:23:58.032970 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf61e0-61f3-49ea-bf11-677fbadc7e83 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Pushing event deleted for resources: {'Port': ['ID=16dc0c69-79e0-4592-a6c4-e75c8e3d9a9c,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:23:58.058227 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-3dbf61e0-61f3-49ea-bf11-677fbadc7e83 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:23:58.130413 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-3dbf61e0-61f3-49ea-bf11-677fbadc7e83 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for floatingip, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:58.151569 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-3dbf61e0-61f3-49ea-bf11-677fbadc7e83 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482073'] for floatingip, before_response {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:58.152699 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-3dbf61e0-61f3-49ea-bf11-677fbadc7e83 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "DELETE /v2.0/floatingips/fb5407bb-ed5f-486b-870a-23e572b69250 HTTP/1.1" status: 204 len: 168 time: 0.8977640 May 19 21:23:58.622387 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [req-eeaf0235-64ce-46bf-a87a-16fb27eb52bf req-d37fc003-7e30-4a86-bd6f-f6c417484e2d service neutron] (91836) timed out ('10.222.0.25', 58133) {{(pid=91836) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 19 21:23:59.037170 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 4b05800f-7f68-4473-ac8b-e33f36dcfeef no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:23:59.075037 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] No Port match for: 4b05800f-7f68-4473-ac8b-e33f36dcfeef {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:23:59.075484 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Device 4b05800f-7f68-4473-ac8b-e33f36dcfeef not bound to the agent host hv-cinder-78462 {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:23:59.562157 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 56092) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:23:59.641093 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-16cbe170-537c-42ea-88a3-0a63c1824772 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:59.671844 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-16cbe170-537c-42ea-88a3-0a63c1824772 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:59.742181 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-16cbe170-537c-42ea-88a3-0a63c1824772 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:59.746299 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-31b4265b-846a-46f9-9b37-479b869a4306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:23:59.760149 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbe170-537c-42ea-88a3-0a63c1824772 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe76a29-d2f0-4d85-b097-c83338c6ef16,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:23:59.763300 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-16cbe170-537c-42ea-88a3-0a63c1824772 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:23:59.774657 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-16cbe170-537c-42ea-88a3-0a63c1824772 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:23:59.775920 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-16cbe170-537c-42ea-88a3-0a63c1824772 tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] 10.222.0.44 "DELETE /v2.0/security-groups/afe76a29-d2f0-4d85-b097-c83338c6ef16 HTTP/1.1" status: 204 len: 168 time: 0.2123439 May 19 21:23:59.833827 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.wsgi [-] (91837) accepted ('10.222.0.44', 56098) {{(pid=91837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:24:00.656685 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-13cda3e3-4886-4f44-ba79-88f8f296f943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658486'] for router_interface, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:01.202319 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-13cda3e3-4886-4f44-ba79-88f8f296f943 admin admin] Deleting port f47ad6cd-d0f2-40de-9447-210f55ab476e {{(pid=91837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:24:01.203097 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-13cda3e3-4886-4f44-ba79-88f8f296f943 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:01.330163 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.db [None req-13cda3e3-4886-4f44-ba79-88f8f296f943 admin admin] For port f47ad6cd-d0f2-40de-9447-210f55ab476e, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=f47ad6cd-d0f2-40de-9447-210f55ab476e,segment=NetworkSegment(19ccf4de-557f-4d49-a3d6-a6cd943635cb),segment_id=19ccf4de-557f-4d49-a3d6-a6cd943635cb)] {{(pid=91837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:24:01.330514 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-13cda3e3-4886-4f44-ba79-88f8f296f943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:01.453141 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.plugins.ml2.plugin [None req-13cda3e3-4886-4f44-ba79-88f8f296f943 admin admin] Calling delete_port for f47ad6cd-d0f2-40de-9447-210f55ab476e owned by network:router_interface {{(pid=91837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:24:01.624084 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-13cda3e3-4886-4f44-ba79-88f8f296f943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6754477'] for port, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:01.627770 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-c2d88c7c-7ba1-433c-93ca-366eb4652585 tempest-AttachVolumeTestJSON-1354129650 tempest-AttachVolumeTestJSON-1354129650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:24:01.672764 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cda3e3-4886-4f44-ba79-88f8f296f943 admin admin] Pushing event deleted for resources: {'Port': ['ID=f47ad6cd-d0f2-40de-9447-210f55ab476e,revision_number=None']} {{(pid=91837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:24:01.675906 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG oslo_concurrency.lockutils [None req-13cda3e3-4886-4f44-ba79-88f8f296f943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:24:01.955839 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron_lib.callbacks.manager [None req-13cda3e3-4886-4f44-ba79-88f8f296f943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662438'] for router_interface, after_delete {{(pid=91837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:02.460530 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13cda3e3-4886-4f44-ba79-88f8f296f943 admin admin] Router 893d97c3-11bc-44e7-a952-aeb7a789c252 has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:24:02.645067 dv-cinder-784623-12-iscsi neutron-server[91837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cda3e3-4886-4f44-ba79-88f8f296f943 admin admin] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:24:02.654496 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab3c87c-d817-4086-8841-f23a85a86621 None None] Sync routers for ids ['893d97c3-11bc-44e7-a952-aeb7a789c252'] in dv-cinder-784623-12-iscsi {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:24:02.657733 dv-cinder-784623-12-iscsi neutron-server[91837]: INFO neutron.wsgi [None req-13cda3e3-4886-4f44-ba79-88f8f296f943 admin admin] 10.222.0.44 "PUT /v2.0/routers/893d97c3-11bc-44e7-a952-aeb7a789c252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8226354 May 19 21:24:02.661512 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 56104) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:24:02.668746 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab3c87c-d817-4086-8841-f23a85a86621 None None] Routers {'893d97c3-11bc-44e7-a952-aeb7a789c252'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:24:02.669467 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-4ab3c87c-d817-4086-8841-f23a85a86621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:23:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['893d97c3-11bc-44e7-a952-aeb7a789c252'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:24:02.841545 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-cedd5d43-dab3-47ff-b723-43a71e61c4de admin admin] Notify callbacks [] for router, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:02.846241 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-4ab3c87c-d817-4086-8841-f23a85a86621 None None] Set router 893d97c3-11bc-44e7-a952-aeb7a789c252 gateway port host: dv-cinder-784623-12-iscsi {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:24:03.019765 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-cedd5d43-dab3-47ff-b723-43a71e61c4de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:03.096607 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [None req-cedd5d43-dab3-47ff-b723-43a71e61c4de admin admin] Deleting port e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1 {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:24:03.096887 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-cedd5d43-dab3-47ff-b723-43a71e61c4de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:03.129316 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-4ab3c87c-d817-4086-8841-f23a85a86621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'name': 'tempest-TestVolumeBootPattern-2072550495-router', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:38Z', 'updated_at': '2021-05-19T21:24:01Z', 'revision_number': 5, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'gw_port': {'id': 'e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:39Z', 'updated_at': '2021-05-19T21:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi'}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:24:03.133541 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab3c87c-d817-4086-8841-f23a85a86621 None None] Checking router: 893d97c3-11bc-44e7-a952-aeb7a789c252 for host: dv-cinder-784623-12-iscsi {{(pid=91838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:24:03.142398 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab3c87c-d817-4086-8841-f23a85a86621 None None] Routers {'893d97c3-11bc-44e7-a952-aeb7a789c252'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:24:03.143066 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-4ab3c87c-d817-4086-8841-f23a85a86621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:23:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['893d97c3-11bc-44e7-a952-aeb7a789c252'], 'active': True} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:24:03.295066 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvr_db [None req-4ab3c87c-d817-4086-8841-f23a85a86621 None None] Set router 893d97c3-11bc-44e7-a952-aeb7a789c252 gateway port host: None {{(pid=91838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:24:03.324701 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [None req-cedd5d43-dab3-47ff-b723-43a71e61c4de admin admin] For port e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1,segment=NetworkSegment(2ae65b33-9dba-40dd-84dc-4e059aac7a0c),segment_id=2ae65b33-9dba-40dd-84dc-4e059aac7a0c)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:24:03.325025 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-cedd5d43-dab3-47ff-b723-43a71e61c4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:03.446007 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_hamode_db [None req-4ab3c87c-d817-4086-8841-f23a85a86621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'name': 'tempest-TestVolumeBootPattern-2072550495-router', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:38Z', 'updated_at': '2021-05-19T21:24:03Z', 'revision_number': 6, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'gw_port_host': None}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:24:03.450195 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab3c87c-d817-4086-8841-f23a85a86621 None None] The sync data for ids ['893d97c3-11bc-44e7-a952-aeb7a789c252'] in dv-cinder-784623-12-iscsi is: [{'id': '893d97c3-11bc-44e7-a952-aeb7a789c252', 'name': 'tempest-TestVolumeBootPattern-2072550495-router', 'tenant_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:38Z', 'updated_at': '2021-05-19T21:24:03Z', 'revision_number': 6, 'project_id': 'cda74ac05cc9402fa29c062afdbb5a33', 'gw_port_host': None}] {{(pid=91838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:24:03.455524 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [None req-cedd5d43-dab3-47ff-b723-43a71e61c4de admin admin] Calling delete_port for e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1 owned by network:router_gateway {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:24:03.612153 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-cedd5d43-dab3-47ff-b723-43a71e61c4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:03.616970 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-0889f2e6-8968-47ae-8684-11248ca844b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:24:03.662381 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd5d43-dab3-47ff-b723-43a71e61c4de admin admin] Pushing event deleted for resources: {'Port': ['ID=e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:24:03.687849 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-cedd5d43-dab3-47ff-b723-43a71e61c4de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:24:03.752601 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-cedd5d43-dab3-47ff-b723-43a71e61c4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662813'] for router_gateway, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:03.925415 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-cedd5d43-dab3-47ff-b723-43a71e61c4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5415'] for router, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:03.927683 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-cedd5d43-dab3-47ff-b723-43a71e61c4de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:03.955585 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-cedd5d43-dab3-47ff-b723-43a71e61c4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-663626'] for router, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:03.956055 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedd5d43-dab3-47ff-b723-43a71e61c4de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 893d97c3-11bc-44e7-a952-aeb7a789c252 {{(pid=91836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 21:24:03.968573 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-cedd5d43-dab3-47ff-b723-43a71e61c4de admin admin] Notify callbacks [] for router, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:03.969677 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-cedd5d43-dab3-47ff-b723-43a71e61c4de admin admin] 10.222.0.44 "DELETE /v2.0/routers/893d97c3-11bc-44e7-a952-aeb7a789c252 HTTP/1.1" status: 204 len: 168 time: 1.3071847 May 19 21:24:03.972229 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 56108) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:24:04.036882 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_v2 [None req-da92e940-e830-42f9-86e2-424844b61430 admin admin] Deleting subnet 5420bda8-1771-416b-860a-0d99bb7cee52 {{(pid=91836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 21:24:04.039856 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-da92e940-e830-42f9-86e2-424844b61430 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:04.092509 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-da92e940-e830-42f9-86e2-424844b61430 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7440193'] for subnet, precommit_delete_associations {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:04.175418 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-da92e940-e830-42f9-86e2-424844b61430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1760382'] for subnet, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:04.239984 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1 no longer exists at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:24:04.276032 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] No Port match for: e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1 {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:24:04.276494 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device e2dcbc33-a465-4d4a-8c3f-7e52b17ae4b1 not bound to the agent host dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:24:04.276926 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device f47ad6cd-d0f2-40de-9447-210f55ab476e no longer exists at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:24:04.309879 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] No Port match for: f47ad6cd-d0f2-40de-9447-210f55ab476e {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:24:04.310242 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device f47ad6cd-d0f2-40de-9447-210f55ab476e not bound to the agent host dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:24:04.433136 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-da92e940-e830-42f9-86e2-424844b61430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6526900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7162050'] for subnet, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:04.438079 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-7060c3fc-9afd-4517-b7fd-0d1d8d1368fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:24:04.480587 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-da92e940-e830-42f9-86e2-424844b61430 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:04.483302 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92e940-e830-42f9-86e2-424844b61430 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5420bda8-1771-416b-860a-0d99bb7cee52,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:24:04.486951 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-da92e940-e830-42f9-86e2-424844b61430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:24:04.487571 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfafa05-ff77-4e1a-b445-73109a58ac03 None None] Network c29e2a41-4a34-44e1-8aa5-30cb9ce42275 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:24:04.490656 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-da92e940-e830-42f9-86e2-424844b61430 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5420bda8-1771-416b-860a-0d99bb7cee52 HTTP/1.1" status: 204 len: 168 time: 0.5166416 May 19 21:24:04.493389 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 56112) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:24:04.658472 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-dcd8b890-e3b6-4763-8727-2d95cdff3dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772294'] for network, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:04.735058 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [None req-dcd8b890-e3b6-4763-8727-2d95cdff3dde admin admin] Deleting port 5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56 {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:24:04.736085 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-dcd8b890-e3b6-4763-8727-2d95cdff3dde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:04.799607 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d5e993-c964-4e2b-b7ab-1c67bedaa176 None None] DHCP port deletion for c29e2a41-4a34-44e1-8aa5-30cb9ce42275 request from dv-cinder-784623-12-iscsi {{(pid=91838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 21:24:04.871659 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-f2d5e993-c964-4e2b-b7ab-1c67bedaa176 None None] Deleting port 5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56 {{(pid=91838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:24:04.871917 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-f2d5e993-c964-4e2b-b7ab-1c67bedaa176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:04.947871 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [None req-dcd8b890-e3b6-4763-8727-2d95cdff3dde admin admin] For port 5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56,segment=NetworkSegment(19ccf4de-557f-4d49-a3d6-a6cd943635cb),segment_id=19ccf4de-557f-4d49-a3d6-a6cd943635cb)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:24:04.948176 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-dcd8b890-e3b6-4763-8727-2d95cdff3dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:04.978658 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-f2d5e993-c964-4e2b-b7ab-1c67bedaa176 None None] For port 5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56,segment=NetworkSegment(19ccf4de-557f-4d49-a3d6-a6cd943635cb),segment_id=19ccf4de-557f-4d49-a3d6-a6cd943635cb)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:24:04.979088 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-f2d5e993-c964-4e2b-b7ab-1c67bedaa176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:05.068590 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [None req-dcd8b890-e3b6-4763-8727-2d95cdff3dde admin admin] Calling delete_port for 5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56 owned by network:dhcp {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:24:05.099829 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-f2d5e993-c964-4e2b-b7ab-1c67bedaa176 None None] Calling delete_port for 5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56 owned by network:dhcp {{(pid=91838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:24:05.121637 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-dcd8b890-e3b6-4763-8727-2d95cdff3dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:05.126651 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-96fa1557-b610-4487-8363-59cc19bc2137 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:24:05.143766 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-f2d5e993-c964-4e2b-b7ab-1c67bedaa176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196'] for port, after_delete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:05.147691 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-f29b22a3-505f-4c8e-943f-381ccb7735f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:24:05.172888 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8b890-e3b6-4763-8727-2d95cdff3dde admin admin] Pushing event deleted for resources: {'Port': ['ID=5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:24:05.175871 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-dcd8b890-e3b6-4763-8727-2d95cdff3dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:24:05.178300 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd8b890-e3b6-4763-8727-2d95cdff3dde admin admin] No DVR routers for this DVR port 5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56 on host dv-cinder-784623-12-iscsi {{(pid=91836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:24:05.189223 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5e993-c964-4e2b-b7ab-1c67bedaa176 None None] Pushing event deleted for resources: {'Port': ['ID=5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56,revision_number=None']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:24:05.193899 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d5e993-c964-4e2b-b7ab-1c67bedaa176 None None] No DVR routers for this DVR port 5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56 on host dv-cinder-784623-12-iscsi {{(pid=91838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:24:05.199983 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d5e993-c964-4e2b-b7ab-1c67bedaa176 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:24:05.200328 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d5e993-c964-4e2b-b7ab-1c67bedaa176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:24:05.200643 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d5e993-c964-4e2b-b7ab-1c67bedaa176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:24:05.200973 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d5e993-c964-4e2b-b7ab-1c67bedaa176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:24:05.201311 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d5e993-c964-4e2b-b7ab-1c67bedaa176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:24:05.201617 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d5e993-c964-4e2b-b7ab-1c67bedaa176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:24:05.201930 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d5e993-c964-4e2b-b7ab-1c67bedaa176 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:24:05.202246 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d5e993-c964-4e2b-b7ab-1c67bedaa176 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:24:05.202563 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d5e993-c964-4e2b-b7ab-1c67bedaa176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:24:05.202878 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d5e993-c964-4e2b-b7ab-1c67bedaa176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:24:05.203208 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d5e993-c964-4e2b-b7ab-1c67bedaa176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:24:05.203547 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d5e993-c964-4e2b-b7ab-1c67bedaa176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-12-iscsi {{(pid=91838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 21:24:05.207935 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-f2d5e993-c964-4e2b-b7ab-1c67bedaa176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:24:05.297679 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-dcd8b890-e3b6-4763-8727-2d95cdff3dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754869', 'neutron.services.segments.db._delete_segments_for_network-8750774465410'] for network, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:05.311117 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.services.segments.db [None req-dcd8b890-e3b6-4763-8727-2d95cdff3dde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c29e2a41-4a34-44e1-8aa5-30cb9ce42275']}} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:24:05.323135 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.services.segments.db [None req-dcd8b890-e3b6-4763-8727-2d95cdff3dde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ccf4de-557f-4d49-a3d6-a6cd943635cb') {'for_net_delete': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:24:05.323431 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.services.segments.db [None req-dcd8b890-e3b6-4763-8727-2d95cdff3dde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ccf4de-557f-4d49-a3d6-a6cd943635cb') {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:24:05.336431 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-dcd8b890-e3b6-4763-8727-2d95cdff3dde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750774475915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7440214'] for segment, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:05.353669 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-dcd8b890-e3b6-4763-8727-2d95cdff3dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:05.363284 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcd8b890-e3b6-4763-8727-2d95cdff3dde admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=91836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:24:05.363887 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-dcd8b890-e3b6-4763-8727-2d95cdff3dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6504470'] for segment, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:05.377793 dv-cinder-784623-12-iscsi neutron-server[91836]: Traceback (most recent call last): May 19 21:24:05.377793 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 21:24:05.377793 dv-cinder-784623-12-iscsi neutron-server[91836]: timer() May 19 21:24:05.377793 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 21:24:05.377793 dv-cinder-784623-12-iscsi neutron-server[91836]: cb(*args, **kw) May 19 21:24:05.377793 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 21:24:05.377793 dv-cinder-784623-12-iscsi neutron-server[91836]: return func(*args, **kwargs) May 19 21:24:05.377793 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 21:24:05.377793 dv-cinder-784623-12-iscsi neutron-server[91836]: self._notify() May 19 21:24:05.377793 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 21:24:05.377793 dv-cinder-784623-12-iscsi neutron-server[91836]: self.callback(batched_events) May 19 21:24:05.377793 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 21:24:05.377793 dv-cinder-784623-12-iscsi neutron-server[91836]: event.method(event) May 19 21:24:05.377793 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 21:24:05.377793 dv-cinder-784623-12-iscsi neutron-server[91836]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 21:24:05.377793 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 21:24:05.377793 dv-cinder-784623-12-iscsi neutron-server[91836]: aggregate_uuid = self.p_client.list_aggregates( May 19 21:24:05.377793 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 21:24:05.377793 dv-cinder-784623-12-iscsi neutron-server[91836]: return f(self, *a, **k) May 19 21:24:05.377793 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 21:24:05.377793 dv-cinder-784623-12-iscsi neutron-server[91836]: return self._get(url).json() May 19 21:24:05.377793 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 21:24:05.377793 dv-cinder-784623-12-iscsi neutron-server[91836]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 21:24:05.377793 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 21:24:05.377793 dv-cinder-784623-12-iscsi neutron-server[91836]: return self.request(url, 'GET', **kwargs) May 19 21:24:05.377793 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 21:24:05.377793 dv-cinder-784623-12-iscsi neutron-server[91836]: base_url = self.get_endpoint(auth, allow=allow, May 19 21:24:05.377793 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 21:24:05.377793 dv-cinder-784623-12-iscsi neutron-server[91836]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 21:24:05.377793 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 21:24:05.377793 dv-cinder-784623-12-iscsi neutron-server[91836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 21:24:05.377793 dv-cinder-784623-12-iscsi neutron-server[91836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 21:24:05.462256 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-dcd8b890-e3b6-4763-8727-2d95cdff3dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662838'] for network, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:05.465832 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-bd23e392-5018-407c-aef0-09adcb47f456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:24:05.478950 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-dcd8b890-e3b6-4763-8727-2d95cdff3dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:05.491655 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8b890-e3b6-4763-8727-2d95cdff3dde admin admin] Pushing event deleted for resources: {'Network': ['ID=c29e2a41-4a34-44e1-8aa5-30cb9ce42275,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:24:05.495427 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-dcd8b890-e3b6-4763-8727-2d95cdff3dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:24:05.497257 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-dcd8b890-e3b6-4763-8727-2d95cdff3dde admin admin] 10.222.0.44 "DELETE /v2.0/networks/c29e2a41-4a34-44e1-8aa5-30cb9ce42275 HTTP/1.1" status: 204 len: 168 time: 1.0023782 May 19 21:24:05.500699 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 56116) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:24:05.979535 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56 no longer exists at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:24:06.018257 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] No Port match for: 5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56 {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:24:06.018691 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 5cbd6e97-c175-49f1-b92f-c8ad3cbb1c56 not bound to the agent host dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:24:06.020945 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-172f4512-47f6-483c-9827-39addbbffe46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:06.049845 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-0909b578-fd3d-4d0f-a000-b6777c22cc7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658486'] for router_interface, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:06.579084 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [None req-0909b578-fd3d-4d0f-a000-b6777c22cc7e admin admin] Deleting port 817fbc8a-2daf-4758-9e01-14fe446926bf {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:24:06.579427 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-0909b578-fd3d-4d0f-a000-b6777c22cc7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:06.710178 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [None req-0909b578-fd3d-4d0f-a000-b6777c22cc7e admin admin] For port 817fbc8a-2daf-4758-9e01-14fe446926bf, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=817fbc8a-2daf-4758-9e01-14fe446926bf,segment=NetworkSegment(7e8506a2-cd4f-48c6-aca1-1bcb1abb9365),segment_id=7e8506a2-cd4f-48c6-aca1-1bcb1abb9365)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:24:06.710673 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-0909b578-fd3d-4d0f-a000-b6777c22cc7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:06.831854 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [None req-0909b578-fd3d-4d0f-a000-b6777c22cc7e admin admin] Calling delete_port for 817fbc8a-2daf-4758-9e01-14fe446926bf owned by network:router_interface {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:24:06.994664 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-0909b578-fd3d-4d0f-a000-b6777c22cc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:06.998234 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-1b87d3c2-e8c9-45dd-9ae1-2bd8a0ada96d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:24:07.044758 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909b578-fd3d-4d0f-a000-b6777c22cc7e admin admin] Pushing event deleted for resources: {'Port': ['ID=817fbc8a-2daf-4758-9e01-14fe446926bf,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:24:07.070769 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-0909b578-fd3d-4d0f-a000-b6777c22cc7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:24:07.316683 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-0909b578-fd3d-4d0f-a000-b6777c22cc7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662438'] for router_interface, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:07.691233 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0909b578-fd3d-4d0f-a000-b6777c22cc7e admin admin] Router 59cdfc0b-1175-4147-a017-fb2a5985daca has already been hosted by L3 agent 4e24394c-33d9-4396-bc0d-353b43945d29 {{(pid=91836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 21:24:07.975671 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0909b578-fd3d-4d0f-a000-b6777c22cc7e admin admin] Notify agent at l3_agent.dv-cinder-784623-12-iscsi the message routers_updated {{(pid=91836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 21:24:07.984298 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae37cd6-bfae-4d7f-82e5-235b793e783e None None] Sync routers for ids ['59cdfc0b-1175-4147-a017-fb2a5985daca'] in dv-cinder-784623-12-iscsi {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 21:24:07.995614 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae37cd6-bfae-4d7f-82e5-235b793e783e None None] Routers {'59cdfc0b-1175-4147-a017-fb2a5985daca'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:24:07.996273 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-eae37cd6-bfae-4d7f-82e5-235b793e783e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:23:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['59cdfc0b-1175-4147-a017-fb2a5985daca'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:24:07.997009 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-0909b578-fd3d-4d0f-a000-b6777c22cc7e admin admin] 10.222.0.44 "PUT /v2.0/routers/59cdfc0b-1175-4147-a017-fb2a5985daca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4949186 May 19 21:24:07.999666 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 56120) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:24:08.171485 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-eae37cd6-bfae-4d7f-82e5-235b793e783e None None] Set router 59cdfc0b-1175-4147-a017-fb2a5985daca gateway port host: dv-cinder-784623-12-iscsi {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:24:08.178600 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-297b1bd0-98ef-4f28-aae0-e0f948356a4d admin admin] Notify callbacks [] for router, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:08.351897 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-297b1bd0-98ef-4f28-aae0-e0f948356a4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:08.431016 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [None req-297b1bd0-98ef-4f28-aae0-e0f948356a4d admin admin] Deleting port 821f12eb-37cb-40f2-bc05-6f44088d7291 {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:24:08.431268 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-297b1bd0-98ef-4f28-aae0-e0f948356a4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:08.453096 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-eae37cd6-bfae-4d7f-82e5-235b793e783e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59cdfc0b-1175-4147-a017-fb2a5985daca', 'name': 'tempest-TestVolumeBootPattern-444356295-router', 'tenant_id': '37636c88c4d94305960678bb4ee4ee5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'external_fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '821f12eb-37cb-40f2-bc05-6f44088d7291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:50Z', 'updated_at': '2021-05-19T21:24:06Z', 'revision_number': 5, 'project_id': '37636c88c4d94305960678bb4ee4ee5c', 'gw_port': {'id': '821f12eb-37cb-40f2-bc05-6f44088d7291', 'name': '', 'network_id': '7528c24a-f700-413f-aad3-165c7750b403', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cdfc0b-1175-4147-a017-fb2a5985daca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '5baa0079-c83e-4549-8f83-3def60c01514', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T21:16:50Z', 'updated_at': '2021-05-19T21:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5baa0079-c83e-4549-8f83-3def60c01514', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-12-iscsi'}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:24:08.457268 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae37cd6-bfae-4d7f-82e5-235b793e783e None None] Checking router: 59cdfc0b-1175-4147-a017-fb2a5985daca for host: dv-cinder-784623-12-iscsi {{(pid=91839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 21:24:08.466275 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae37cd6-bfae-4d7f-82e5-235b793e783e None None] Routers {'59cdfc0b-1175-4147-a017-fb2a5985daca'} bound to L3 agent in host dv-cinder-784623-12-iscsi {{(pid=91839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 21:24:08.466951 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-eae37cd6-bfae-4d7f-82e5-235b793e783e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T21:00:39Z,description=,heartbeat_timestamp=2021-05-19T21:23:39Z,host='dv-cinder-784623-12-iscsi',id=4e24394c-33d9-4396-bc0d-353b43945d29,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T21:00:39Z,topic='l3_agent')) {'router_ids': ['59cdfc0b-1175-4147-a017-fb2a5985daca'], 'active': True} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:24:08.472228 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:08.555596 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [None req-297b1bd0-98ef-4f28-aae0-e0f948356a4d admin admin] For port 821f12eb-37cb-40f2-bc05-6f44088d7291, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=821f12eb-37cb-40f2-bc05-6f44088d7291,segment=NetworkSegment(2ae65b33-9dba-40dd-84dc-4e059aac7a0c),segment_id=2ae65b33-9dba-40dd-84dc-4e059aac7a0c)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:24:08.555942 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-297b1bd0-98ef-4f28-aae0-e0f948356a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:08.614812 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_dvr_db [None req-eae37cd6-bfae-4d7f-82e5-235b793e783e None None] Set router 59cdfc0b-1175-4147-a017-fb2a5985daca gateway port host: None {{(pid=91839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 21:24:08.677106 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [None req-297b1bd0-98ef-4f28-aae0-e0f948356a4d admin admin] Calling delete_port for 821f12eb-37cb-40f2-bc05-6f44088d7291 owned by network:router_gateway {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:24:08.720174 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.l3_hamode_db [None req-eae37cd6-bfae-4d7f-82e5-235b793e783e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59cdfc0b-1175-4147-a017-fb2a5985daca', 'name': 'tempest-TestVolumeBootPattern-444356295-router', 'tenant_id': '37636c88c4d94305960678bb4ee4ee5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:50Z', 'updated_at': '2021-05-19T21:24:08Z', 'revision_number': 6, 'project_id': '37636c88c4d94305960678bb4ee4ee5c', 'gw_port_host': None}], 'dv-cinder-784623-12-iscsi', False) {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:24:08.724468 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae37cd6-bfae-4d7f-82e5-235b793e783e None None] The sync data for ids ['59cdfc0b-1175-4147-a017-fb2a5985daca'] in dv-cinder-784623-12-iscsi is: [{'id': '59cdfc0b-1175-4147-a017-fb2a5985daca', 'name': 'tempest-TestVolumeBootPattern-444356295-router', 'tenant_id': '37636c88c4d94305960678bb4ee4ee5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T21:16:50Z', 'updated_at': '2021-05-19T21:24:08Z', 'revision_number': 6, 'project_id': '37636c88c4d94305960678bb4ee4ee5c', 'gw_port_host': None}] {{(pid=91839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 21:24:08.802112 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-1a2b351a-bc7f-429a-92d3-47041887f94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:08.824796 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-297b1bd0-98ef-4f28-aae0-e0f948356a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:08.829327 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-6ddbbe5f-12c3-492a-b78b-ad9136d073ac tempest-TestVolumeBootPattern-919292735 tempest-TestVolumeBootPattern-919292735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:24:08.873020 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b1bd0-98ef-4f28-aae0-e0f948356a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=821f12eb-37cb-40f2-bc05-6f44088d7291,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:24:08.899184 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-297b1bd0-98ef-4f28-aae0-e0f948356a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:24:08.966218 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-297b1bd0-98ef-4f28-aae0-e0f948356a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662813'] for router_gateway, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:09.138465 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-297b1bd0-98ef-4f28-aae0-e0f948356a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5415'] for router, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:09.141002 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-297b1bd0-98ef-4f28-aae0-e0f948356a4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:09.170655 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-297b1bd0-98ef-4f28-aae0-e0f948356a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-663626'] for router, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:09.171046 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297b1bd0-98ef-4f28-aae0-e0f948356a4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59cdfc0b-1175-4147-a017-fb2a5985daca {{(pid=91836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 21:24:09.184039 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-297b1bd0-98ef-4f28-aae0-e0f948356a4d admin admin] Notify callbacks [] for router, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:09.185188 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-297b1bd0-98ef-4f28-aae0-e0f948356a4d admin admin] 10.222.0.44 "DELETE /v2.0/routers/59cdfc0b-1175-4147-a017-fb2a5985daca HTTP/1.1" status: 204 len: 168 time: 1.1845264 May 19 21:24:09.187818 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 56124) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:24:09.249935 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.db_base_plugin_v2 [None req-da6e757f-c7ee-4845-82f6-fb49493c48ad admin admin] Deleting subnet e0ae8fa6-0e2b-4c4b-8c3d-973546201a1f {{(pid=91836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 21:24:09.253418 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-da6e757f-c7ee-4845-82f6-fb49493c48ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:09.303951 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-da6e757f-c7ee-4845-82f6-fb49493c48ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7440193'] for subnet, precommit_delete_associations {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:09.488663 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-da6e757f-c7ee-4845-82f6-fb49493c48ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1760382'] for subnet, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:09.513172 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:09.749842 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-da6e757f-c7ee-4845-82f6-fb49493c48ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1760329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6526900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7162050'] for subnet, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:09.754512 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-be51fd36-2888-4bbf-87da-94f0fdce7804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:24:09.789144 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e757f-c7ee-4845-82f6-fb49493c48ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0ae8fa6-0e2b-4c4b-8c3d-973546201a1f,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:24:09.791075 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-da6e757f-c7ee-4845-82f6-fb49493c48ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:09.793605 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-da6e757f-c7ee-4845-82f6-fb49493c48ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:24:09.795427 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11292cb-2820-443e-a967-abfbd49dc8a6 None None] Network e08a3ce9-6066-4f99-90d9-174c6231af81 requested from dv-cinder-784623-12-iscsi {{(pid=91838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 21:24:09.798829 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-da6e757f-c7ee-4845-82f6-fb49493c48ad admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e0ae8fa6-0e2b-4c4b-8c3d-973546201a1f HTTP/1.1" status: 204 len: 168 time: 0.6100607 May 19 21:24:09.801309 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 56128) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:24:09.905936 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8be7b3f2-65ae-465f-afcc-72eb1b75bb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772294'] for network, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:09.980287 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [None req-8be7b3f2-65ae-465f-afcc-72eb1b75bb48 admin admin] Deleting port 3997c942-078c-4b37-8809-39d6dc4e0864 {{(pid=91836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:24:09.980542 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8be7b3f2-65ae-465f-afcc-72eb1b75bb48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:09.987153 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 817fbc8a-2daf-4758-9e01-14fe446926bf no longer exists at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:24:10.025390 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] No Port match for: 817fbc8a-2daf-4758-9e01-14fe446926bf {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:24:10.025742 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 817fbc8a-2daf-4758-9e01-14fe446926bf not bound to the agent host dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:24:10.026161 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 821f12eb-37cb-40f2-bc05-6f44088d7291 no longer exists at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:24:10.061495 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fb3b8d-9b18-438c-b936-67795b6fe38d None None] DHCP port deletion for e08a3ce9-6066-4f99-90d9-174c6231af81 request from dv-cinder-784623-12-iscsi {{(pid=91838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 21:24:10.063686 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] No Port match for: 821f12eb-37cb-40f2-bc05-6f44088d7291 {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:24:10.064031 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 821f12eb-37cb-40f2-bc05-6f44088d7291 not bound to the agent host dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:24:10.088197 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.db [None req-8be7b3f2-65ae-465f-afcc-72eb1b75bb48 admin admin] For port 3997c942-078c-4b37-8809-39d6dc4e0864, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=3997c942-078c-4b37-8809-39d6dc4e0864,segment=NetworkSegment(7e8506a2-cd4f-48c6-aca1-1bcb1abb9365),segment_id=7e8506a2-cd4f-48c6-aca1-1bcb1abb9365)] {{(pid=91836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:24:10.088544 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8be7b3f2-65ae-465f-afcc-72eb1b75bb48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:10.127649 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-37fb3b8d-9b18-438c-b936-67795b6fe38d None None] Deleting port 3997c942-078c-4b37-8809-39d6dc4e0864 {{(pid=91838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 21:24:10.127992 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-37fb3b8d-9b18-438c-b936-67795b6fe38d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750774435943'] for port, before_delete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:10.211208 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.plugin [None req-8be7b3f2-65ae-465f-afcc-72eb1b75bb48 admin admin] Calling delete_port for 3997c942-078c-4b37-8809-39d6dc4e0864 owned by network:dhcp {{(pid=91836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:24:10.227152 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.db [None req-37fb3b8d-9b18-438c-b936-67795b6fe38d None None] For port 3997c942-078c-4b37-8809-39d6dc4e0864, host dv-cinder-784623-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-12-iscsi',level=0,port_id=3997c942-078c-4b37-8809-39d6dc4e0864,segment=NetworkSegment(7e8506a2-cd4f-48c6-aca1-1bcb1abb9365),segment_id=7e8506a2-cd4f-48c6-aca1-1bcb1abb9365)] {{(pid=91838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 21:24:10.227529 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-37fb3b8d-9b18-438c-b936-67795b6fe38d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661744'] for port, precommit_delete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:10.259605 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8be7b3f2-65ae-465f-afcc-72eb1b75bb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6504555'] for port, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:10.263374 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-6fac233d-bae4-4bbb-ad0d-a8cdce8446a3 tempest-VolumesSnapshotTestJSON-106532301 tempest-VolumesSnapshotTestJSON-106532301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:24:10.309137 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7b3f2-65ae-465f-afcc-72eb1b75bb48 admin admin] Pushing event deleted for resources: {'Port': ['ID=3997c942-078c-4b37-8809-39d6dc4e0864,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:24:10.311616 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-8be7b3f2-65ae-465f-afcc-72eb1b75bb48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:24:10.314241 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be7b3f2-65ae-465f-afcc-72eb1b75bb48 admin admin] No DVR routers for this DVR port 3997c942-078c-4b37-8809-39d6dc4e0864 on host dv-cinder-784623-12-iscsi {{(pid=91836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:24:10.352106 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-37fb3b8d-9b18-438c-b936-67795b6fe38d None None] Calling delete_port for 3997c942-078c-4b37-8809-39d6dc4e0864 owned by network:dhcp {{(pid=91838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 21:24:10.430323 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-37fb3b8d-9b18-438c-b936-67795b6fe38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1782345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750774438840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750774024196'] for port, after_delete {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:10.430887 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8be7b3f2-65ae-465f-afcc-72eb1b75bb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754869', 'neutron.services.segments.db._delete_segments_for_network-8750774465410'] for network, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:10.433980 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:24:10.444243 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.services.segments.db [None req-8be7b3f2-65ae-465f-afcc-72eb1b75bb48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e08a3ce9-6066-4f99-90d9-174c6231af81']}} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:24:10.456476 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.services.segments.db [None req-8be7b3f2-65ae-465f-afcc-72eb1b75bb48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e8506a2-cd4f-48c6-aca1-1bcb1abb9365') {'for_net_delete': True} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:24:10.456781 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.services.segments.db [None req-8be7b3f2-65ae-465f-afcc-72eb1b75bb48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e8506a2-cd4f-48c6-aca1-1bcb1abb9365') {} {{(pid=91836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 21:24:10.468254 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8be7b3f2-65ae-465f-afcc-72eb1b75bb48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750774475915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7440214'] for segment, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:10.475730 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb3b8d-9b18-438c-b936-67795b6fe38d None None] Pushing event deleted for resources: {'Port': ['ID=3997c942-078c-4b37-8809-39d6dc4e0864,revision_number=None']} {{(pid=91838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:24:10.478634 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG oslo_concurrency.lockutils [None req-37fb3b8d-9b18-438c-b936-67795b6fe38d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:24:10.479469 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fb3b8d-9b18-438c-b936-67795b6fe38d None None] No DVR routers for this DVR port 3997c942-078c-4b37-8809-39d6dc4e0864 on host dv-cinder-784623-12-iscsi {{(pid=91838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 21:24:10.484407 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8be7b3f2-65ae-465f-afcc-72eb1b75bb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509'] for segment, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:10.491214 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8be7b3f2-65ae-465f-afcc-72eb1b75bb48 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=91836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 21:24:10.491623 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8be7b3f2-65ae-465f-afcc-72eb1b75bb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1758509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6504470'] for segment, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:10.505008 dv-cinder-784623-12-iscsi neutron-server[91836]: Traceback (most recent call last): May 19 21:24:10.505008 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 21:24:10.505008 dv-cinder-784623-12-iscsi neutron-server[91836]: timer() May 19 21:24:10.505008 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 21:24:10.505008 dv-cinder-784623-12-iscsi neutron-server[91836]: cb(*args, **kw) May 19 21:24:10.505008 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 21:24:10.505008 dv-cinder-784623-12-iscsi neutron-server[91836]: return func(*args, **kwargs) May 19 21:24:10.505008 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 21:24:10.505008 dv-cinder-784623-12-iscsi neutron-server[91836]: self._notify() May 19 21:24:10.505008 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 21:24:10.505008 dv-cinder-784623-12-iscsi neutron-server[91836]: self.callback(batched_events) May 19 21:24:10.505008 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 21:24:10.505008 dv-cinder-784623-12-iscsi neutron-server[91836]: event.method(event) May 19 21:24:10.505008 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 21:24:10.505008 dv-cinder-784623-12-iscsi neutron-server[91836]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 21:24:10.505008 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 21:24:10.505008 dv-cinder-784623-12-iscsi neutron-server[91836]: aggregate_uuid = self.p_client.list_aggregates( May 19 21:24:10.505008 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 21:24:10.505008 dv-cinder-784623-12-iscsi neutron-server[91836]: return f(self, *a, **k) May 19 21:24:10.505008 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 21:24:10.505008 dv-cinder-784623-12-iscsi neutron-server[91836]: return self._get(url).json() May 19 21:24:10.505008 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 21:24:10.505008 dv-cinder-784623-12-iscsi neutron-server[91836]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 21:24:10.505008 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 21:24:10.505008 dv-cinder-784623-12-iscsi neutron-server[91836]: return self.request(url, 'GET', **kwargs) May 19 21:24:10.505008 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 21:24:10.505008 dv-cinder-784623-12-iscsi neutron-server[91836]: base_url = self.get_endpoint(auth, allow=allow, May 19 21:24:10.505008 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 21:24:10.505008 dv-cinder-784623-12-iscsi neutron-server[91836]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 21:24:10.505008 dv-cinder-784623-12-iscsi neutron-server[91836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 21:24:10.505008 dv-cinder-784623-12-iscsi neutron-server[91836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 21:24:10.505008 dv-cinder-784623-12-iscsi neutron-server[91836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 21:24:10.587179 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8be7b3f2-65ae-465f-afcc-72eb1b75bb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662838'] for network, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:10.591741 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:24:10.608076 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-8be7b3f2-65ae-465f-afcc-72eb1b75bb48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534421'] for network, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:10.620579 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7b3f2-65ae-465f-afcc-72eb1b75bb48 admin admin] Pushing event deleted for resources: {'Network': ['ID=e08a3ce9-6066-4f99-90d9-174c6231af81,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:24:10.624646 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-8be7b3f2-65ae-465f-afcc-72eb1b75bb48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:24:10.628320 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-8be7b3f2-65ae-465f-afcc-72eb1b75bb48 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e08a3ce9-6066-4f99-90d9-174c6231af81 HTTP/1.1" status: 204 len: 168 time: 0.8261116 May 19 21:24:10.774356 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 56134) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:24:10.825468 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-fd872dbf-03b4-4dff-9f51-56029b9dc3bc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cda74ac05cc9402fa29c062afdbb5a33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497508 May 19 21:24:10.827800 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 56138) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:24:10.885911 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-4c016b81-825d-4966-8133-3e0227634dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:10.917358 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-4c016b81-825d-4966-8133-3e0227634dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:10.975009 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-4c016b81-825d-4966-8133-3e0227634dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:10.982483 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-af889c3c-99a4-4a66-84ba-133d0d15b8c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:24:11.001579 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c016b81-825d-4966-8133-3e0227634dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518d38ae-557c-48f3-be9c-2192c1719f1c,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:24:11.007280 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-4c016b81-825d-4966-8133-3e0227634dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:24:11.009005 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-4c016b81-825d-4966-8133-3e0227634dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:11.012317 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-4c016b81-825d-4966-8133-3e0227634dc3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/518d38ae-557c-48f3-be9c-2192c1719f1c HTTP/1.1" status: 204 len: 168 time: 0.1814063 May 19 21:24:11.298489 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:11.392934 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 56146) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:24:11.445590 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-1535ac30-1a0c-4c7f-8dff-124bac802e98 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=37636c88c4d94305960678bb4ee4ee5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509021 May 19 21:24:11.448313 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.wsgi [-] (91836) accepted ('10.222.0.44', 56150) {{(pid=91836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 21:24:11.511161 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-c65dad1f-fda0-4737-bfcf-7a5733e6de1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:11.541653 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-c65dad1f-fda0-4737-bfcf-7a5733e6de1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:11.598521 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-c65dad1f-fda0-4737-bfcf-7a5733e6de1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620960'] for security_group, after_delete {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:11.602809 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-6576251d-9eed-496c-90a0-ed45d9f23b5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 21:24:11.617064 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65dad1f-fda0-4737-bfcf-7a5733e6de1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b7c306-3109-4b25-a7d1-70c3cd052ffc,revision_number=None']} {{(pid=91836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 21:24:11.620975 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG oslo_concurrency.lockutils [None req-c65dad1f-fda0-4737-bfcf-7a5733e6de1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 21:24:11.624218 dv-cinder-784623-12-iscsi neutron-server[91836]: DEBUG neutron_lib.callbacks.manager [None req-c65dad1f-fda0-4737-bfcf-7a5733e6de1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:11.625339 dv-cinder-784623-12-iscsi neutron-server[91836]: INFO neutron.wsgi [None req-c65dad1f-fda0-4737-bfcf-7a5733e6de1c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c7b7c306-3109-4b25-a7d1-70c3cd052ffc HTTP/1.1" status: 204 len: 168 time: 0.1759315 May 19 21:24:11.970734 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 3997c942-078c-4b37-8809-39d6dc4e0864 no longer exists at agent ovs-agent-dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 21:24:12.008683 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] No Port match for: 3997c942-078c-4b37-8809-39d6dc4e0864 {{(pid=91838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 21:24:12.009039 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron.plugins.ml2.rpc [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Device 3997c942-078c-4b37-8809-39d6dc4e0864 not bound to the agent host dv-cinder-784623-12-iscsi {{(pid=91838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 21:24:14.691877 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:29.233707 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:24:35.987611 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-26ceac9c-59f4-4696-8b6f-b59bd2570134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:38.479346 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:38.806999 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-b5611582-6f58-4814-919a-e63bbf0db94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:39.517321 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:41.298210 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:24:44.692232 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:25:05.990609 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5e00dba4-f777-4a5b-bad0-9e0a168da040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:25:06.234548 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:25:08.477049 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:25:08.806593 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-554aafea-6fc7-4f09-b38f-532deedd485b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:25:09.532251 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:25:11.302960 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:25:14.710659 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:25:35.987308 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-b3508165-b375-4b3d-b4f7-1f932b06dfbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:25:38.479120 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:25:38.802648 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-9f4ec261-b10a-4311-86b7-911f60c8f875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:25:39.527586 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:25:41.306140 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:25:43.237957 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:25:44.712167 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:26:05.984785 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-649f967c-4cb9-4ab0-bd4d-c91d36017655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:26:08.483426 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:26:08.807539 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5001fae6-d5a6-4abe-9bb3-c23bf915f4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:26:09.530388 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:26:11.309102 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:26:14.724132 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:26:20.241417 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:26:35.987484 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-b6aa8681-fb53-4726-86ef-012d903af00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:26:38.480246 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:26:38.818634 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-52623f8a-f738-4443-aec1-bc0402956731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:26:39.536118 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:26:41.314043 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:26:44.725894 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:26:57.245241 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:27:05.986448 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-07dbc67b-5d66-4b8f-a14b-936a40525b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:27:08.480497 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:27:08.817019 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc65cfa4-17c1-4715-b9c6-8ecd10151a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:27:09.536765 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:27:11.319310 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:27:14.756028 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:27:34.245652 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:27:35.980649 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-32dc12f2-7bfb-42c7-a40c-204f13e2df3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:27:38.478970 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:27:38.811834 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-1e705fd6-1fa7-420a-bdf3-4d9ee3ae00ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:27:39.541681 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:27:41.321795 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:27:44.768395 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:28:05.990790 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-4c0c8bb4-3dd1-44ff-9821-493f5791f2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:28:08.475482 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:28:08.821722 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bb757524-46b5-4247-8e71-29c1dd2ef094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:28:09.539002 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:28:11.247464 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:28:11.318499 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:28:14.789896 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:28:35.987614 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-62f2d999-65b7-4ae6-bc39-87399f175948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:28:38.486149 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:28:38.817610 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c391f667-b6e8-44a0-a233-80a4f7344f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:28:39.542332 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:28:41.319764 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:28:44.783557 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-c4da7c7d-f960-40c5-9e2a-24509d470027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:28:48.250505 dv-cinder-784623-12-iscsi neutron-server[91839]: DEBUG neutron.db.agents_db [None req-4b7d1bfd-e017-42e2-9a37-4d4d30ab0957 None None] Agent healthcheck: found 6 active agents {{(pid=91839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 21:29:05.983312 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-70fc6aa4-1bcd-4602-b0c5-e215e1c74bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:29:08.484786 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-dd6a898f-26e9-49b1-b628-709b7d4d64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:29:08.822710 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-cc1a36a7-3dfa-4711-8ff6-bb1c7803d7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:29:09.545977 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-5942bea4-0527-43dd-ba3b-9e8db715e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 21:29:11.322154 dv-cinder-784623-12-iscsi neutron-server[91838]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc293-9496-4aeb-acba-415aa63f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750774469084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756735'] for agent, after_update {{(pid=91838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}